{ "developer": "allenai", "models": [ { "id": "allenai/llama-3-tulu-2-70b-uf-mean-rm", "name": "allenai/llama-3-tulu-2-70b-uf-mean-rm", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7019, "reward-bench/Chat": 0.8631, "reward-bench/Chat Hard": 0.5614, "reward-bench/Safety": 0.6095, "reward-bench/Reasoning": 0.8268, "reward-bench/Prior Sets (0.5 weight)": 0.5957 } }, { "id": "allenai/llama-3-tulu-2-8b-uf-mean-rm", "name": "allenai/llama-3-tulu-2-8b-uf-mean-rm", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7342, "reward-bench/Chat": 0.9525, "reward-bench/Chat Hard": 0.5921, "reward-bench/Safety": 0.6162, "reward-bench/Reasoning": 0.8212, "reward-bench/Prior Sets (0.5 weight)": 0.6434 } }, { "id": "allenai/llama-3-tulu-2-dpo-70b", "name": "allenai/llama-3-tulu-2-dpo-70b", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7496, "reward-bench/Chat": 0.9637, "reward-bench/Chat Hard": 0.5746, "reward-bench/Safety": 0.7486, "reward-bench/Reasoning": 0.802, "reward-bench/Prior Sets (0.5 weight)": 0.5687 } }, { "id": "allenai/llama-3-tulu-2-dpo-8b", "name": "allenai/llama-3-tulu-2-dpo-8b", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7275, "reward-bench/Chat": 0.9525, "reward-bench/Chat Hard": 0.5351, "reward-bench/Safety": 0.6649, "reward-bench/Reasoning": 0.8663, "reward-bench/Prior Sets (0.5 weight)": 0.5097 } }, { "id": "allenai/Llama-3.1-70B-Instruct-RM-RB2", "name": "allenai/Llama-3.1-70B-Instruct-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7606, "reward-bench/Chat": 0.9665, "reward-bench/Chat Hard": 0.8355, "reward-bench/Safety": 0.8844, "reward-bench/Reasoning": 0.8969, "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.8126, "reward-bench/Precise IF": 0.4188, "reward-bench/Math": 0.6995, "reward-bench/Focus": 0.8646, "reward-bench/Ties": 0.8835 } }, { "id": "allenai/Llama-3.1-8B-Base-RM-RB2", "name": "allenai/Llama-3.1-8B-Base-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.8463, "reward-bench/Factuality": 0.72, "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.8851, "reward-bench/Focus": 0.8323, "reward-bench/Ties": 0.5406, "reward-bench/Chat": 0.933, "reward-bench/Chat Hard": 0.7785, "reward-bench/Reasoning": 0.7886, "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { "id": "allenai/Llama-3.1-8B-Instruct-RM-RB2", "name": "allenai/Llama-3.1-8B-Instruct-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7285, "reward-bench/Chat": 0.9581, "reward-bench/Chat Hard": 0.8158, "reward-bench/Safety": 0.8956, "reward-bench/Reasoning": 0.887, "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.7432, "reward-bench/Precise IF": 0.4437, "reward-bench/Math": 0.6175, "reward-bench/Focus": 0.9071, "reward-bench/Ties": 0.7638 } }, { "id": "allenai/Llama-3.1-Tulu-3-70B", "name": "Llama-3.1-Tulu-3-70B", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.8291, "hfopenllm_v2/BBH": 0.6164, "hfopenllm_v2/MATH Level 5": 0.4502, "hfopenllm_v2/GPQA": 0.3733, "hfopenllm_v2/MUSR": 0.4948, "hfopenllm_v2/MMLU-PRO": 0.4645 } }, { "id": "allenai/Llama-3.1-Tulu-3-70B-DPO", "name": "Llama-3.1-Tulu-3-70B-DPO", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.8282, "hfopenllm_v2/BBH": 0.6146, "hfopenllm_v2/MATH Level 5": 0.4494, "hfopenllm_v2/GPQA": 0.3758, "hfopenllm_v2/MUSR": 0.4923, "hfopenllm_v2/MMLU-PRO": 0.4633 } }, { "id": "allenai/Llama-3.1-Tulu-3-70B-SFT", "name": "Llama-3.1-Tulu-3-70B-SFT", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.8051, "hfopenllm_v2/BBH": 0.5951, "hfopenllm_v2/MATH Level 5": 0.3316, "hfopenllm_v2/GPQA": 0.3448, "hfopenllm_v2/MUSR": 0.5026, "hfopenllm_v2/MMLU-PRO": 0.4624 } }, { "id": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2", "name": "allenai/Llama-3.1-Tulu-3-70B-SFT-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.8892, "reward-bench/Factuality": 0.8084, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6776, "reward-bench/Safety": 0.9027, "reward-bench/Focus": 0.7778, "reward-bench/Ties": 0.8308, "reward-bench/Chat": 0.9693, "reward-bench/Chat Hard": 0.8268, "reward-bench/Reasoning": 0.8583, "reward-bench/Prior Sets (0.5 weight)": 0.0 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B", "name": "Llama-3.1-Tulu-3-8B", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.8267, "hfopenllm_v2/BBH": 0.405, "hfopenllm_v2/MATH Level 5": 0.1964, "hfopenllm_v2/GPQA": 0.2987, "hfopenllm_v2/MUSR": 0.4175, "hfopenllm_v2/MMLU-PRO": 0.2827 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B-DPO", "name": "Llama-3.1-Tulu-3-8B-DPO", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.8029, "hfopenllm_v2/BBH": 0.4079, "hfopenllm_v2/MATH Level 5": 0.2364, "hfopenllm_v2/GPQA": 0.2936, "hfopenllm_v2/MUSR": 0.4161, "hfopenllm_v2/MMLU-PRO": 0.2898 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2", "name": "allenai/Llama-3.1-Tulu-3-8B-DPO-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.687, "reward-bench/Chat": 0.9553, "reward-bench/Chat Hard": 0.761, "reward-bench/Safety": 0.86, "reward-bench/Reasoning": 0.7898, "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.7516, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.6284, "reward-bench/Focus": 0.8545, "reward-bench/Ties": 0.6397 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", "name": "allenai/Llama-3.1-Tulu-3-8B-RL-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6871, "reward-bench/Chat": 0.9469, "reward-bench/Chat Hard": 0.7588, "reward-bench/Safety": 0.8644, "reward-bench/Reasoning": 0.7715, "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.7642, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.6175, "reward-bench/Focus": 0.8485, "reward-bench/Ties": 0.6281 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B-RM", "name": "Llama-3.1-Tulu-3-8B-RM", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.167, "hfopenllm_v2/BBH": 0.295, "hfopenllm_v2/MATH Level 5": 0.0, "hfopenllm_v2/GPQA": 0.2567, "hfopenllm_v2/MUSR": 0.3764, "hfopenllm_v2/MMLU-PRO": 0.1082, "reward-bench/Score": 0.59, "reward-bench/Factuality": 0.7453, "reward-bench/Precise IF": 0.3469, "reward-bench/Math": 0.6448, "reward-bench/Safety": 0.7422, "reward-bench/Focus": 0.5364, "reward-bench/Ties": 0.5243 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B-SFT", "name": "Llama-3.1-Tulu-3-8B-SFT", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.7403, "hfopenllm_v2/BBH": 0.3872, "hfopenllm_v2/MATH Level 5": 0.1178, "hfopenllm_v2/GPQA": 0.2777, "hfopenllm_v2/MUSR": 0.4268, "hfopenllm_v2/MMLU-PRO": 0.2812 } }, { "id": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2", "name": "allenai/Llama-3.1-Tulu-3-8B-SFT-RM-RB2", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6821, "reward-bench/Chat": 0.9497, "reward-bench/Chat Hard": 0.7917, "reward-bench/Safety": 0.8978, "reward-bench/Reasoning": 0.8005, "reward-bench/Prior Sets (0.5 weight)": 0.0, "reward-bench/Factuality": 0.7326, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.5792, "reward-bench/Focus": 0.8889, "reward-bench/Ties": 0.6063 } }, { "id": "allenai/olmo-1.7-7b", "name": "OLMo 1.7 7B", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "helm_mmlu/MMLU All Subjects": 0.538, "helm_mmlu/Abstract Algebra": 0.33, "helm_mmlu/Anatomy": 0.496, "helm_mmlu/College Physics": 0.333, "helm_mmlu/Computer Security": 0.65, "helm_mmlu/Econometrics": 0.404, "helm_mmlu/Global Facts": 0.34, "helm_mmlu/Jurisprudence": 0.565, "helm_mmlu/Philosophy": 0.592, "helm_mmlu/Professional Psychology": 0.526, "helm_mmlu/Us Foreign Policy": 0.76, "helm_mmlu/Astronomy": 0.526, "helm_mmlu/Business Ethics": 0.59, "helm_mmlu/Clinical Knowledge": 0.57, "helm_mmlu/Conceptual Physics": 0.434, "helm_mmlu/Electrical Engineering": 0.517, "helm_mmlu/Elementary Mathematics": 0.307, "helm_mmlu/Formal Logic": 0.325, "helm_mmlu/High School World History": 0.713, "helm_mmlu/Human Sexuality": 0.595, "helm_mmlu/International Law": 0.612, "helm_mmlu/Logical Fallacies": 0.607, "helm_mmlu/Machine Learning": 0.375, "helm_mmlu/Management": 0.689, "helm_mmlu/Marketing": 0.769, "helm_mmlu/Medical Genetics": 0.56, "helm_mmlu/Miscellaneous": 0.734, "helm_mmlu/Moral Scenarios": 0.335, "helm_mmlu/Nutrition": 0.608, "helm_mmlu/Prehistory": 0.593, "helm_mmlu/Public Relations": 0.6, "helm_mmlu/Security Studies": 0.522, "helm_mmlu/Sociology": 0.751, "helm_mmlu/Virology": 0.452, "helm_mmlu/World Religions": 0.731, "helm_mmlu/Mean win rate": 0.196 } }, { "id": "allenai/OLMo-1.7-7B-hf", "name": "OLMo-1.7-7B-hf", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.1569, "hfopenllm_v2/BBH": 0.3014, "hfopenllm_v2/MATH Level 5": 0.0023, "hfopenllm_v2/GPQA": 0.255, "hfopenllm_v2/MUSR": 0.3475, "hfopenllm_v2/MMLU-PRO": 0.1124 } }, { "id": "allenai/OLMo-1B-hf", "name": "OLMo-1B-hf", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2182, "hfopenllm_v2/BBH": 0.3052, "hfopenllm_v2/MATH Level 5": 0.0174, "hfopenllm_v2/GPQA": 0.2617, "hfopenllm_v2/MUSR": 0.4098, "hfopenllm_v2/MMLU-PRO": 0.1174 } }, { "id": "allenai/olmo-2-0325-32b-instruct", "name": "OLMo 2 32B Instruct March 2025", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.475, "helm_capabilities/MMLU-Pro": 0.414, "helm_capabilities/GPQA": 0.287, "helm_capabilities/IFEval": 0.78, "helm_capabilities/WildBench": 0.734, "helm_capabilities/Omni-MATH": 0.161 } }, { "id": "allenai/olmo-2-1124-13b-instruct", "name": "OLMo 2 13B Instruct November 2024", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.44, "helm_capabilities/MMLU-Pro": 0.31, "helm_capabilities/GPQA": 0.316, "helm_capabilities/IFEval": 0.73, "helm_capabilities/WildBench": 0.689, "helm_capabilities/Omni-MATH": 0.156 } }, { "id": "allenai/OLMo-2-1124-7B-Instruct", "name": "OLMo 2 7B Instruct November 2024", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.405, "helm_capabilities/MMLU-Pro": 0.292, "helm_capabilities/GPQA": 0.296, "helm_capabilities/IFEval": 0.693, "helm_capabilities/WildBench": 0.628, "helm_capabilities/Omni-MATH": 0.116, "hfopenllm_v2/IFEval": 0.7244, "hfopenllm_v2/BBH": 0.4022, "hfopenllm_v2/MATH Level 5": 0.1488, "hfopenllm_v2/GPQA": 0.2785, "hfopenllm_v2/MUSR": 0.3508, "hfopenllm_v2/MMLU-PRO": 0.2672 } }, { "id": "allenai/olmo-7b", "name": "OLMo 7B", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "helm_lite/Mean win rate": 0.052, "helm_lite/NarrativeQA": 0.597, "helm_lite/NaturalQuestions (closed-book)": 0.259, "helm_lite/OpenbookQA": 0.222, "helm_lite/MMLU": 0.305, "helm_lite/MATH": 0.029, "helm_lite/GSM8K": 0.044, "helm_lite/LegalBench": 0.341, "helm_lite/MedQA": 0.229, "helm_lite/WMT 2014": 0.097, "helm_mmlu/MMLU All Subjects": 0.295, "helm_mmlu/Abstract Algebra": 0.26, "helm_mmlu/Anatomy": 0.222, "helm_mmlu/College Physics": 0.294, "helm_mmlu/Computer Security": 0.3, "helm_mmlu/Econometrics": 0.325, "helm_mmlu/Global Facts": 0.32, "helm_mmlu/Jurisprudence": 0.25, "helm_mmlu/Philosophy": 0.325, "helm_mmlu/Professional Psychology": 0.232, "helm_mmlu/Us Foreign Policy": 0.26, "helm_mmlu/Astronomy": 0.342, "helm_mmlu/Business Ethics": 0.24, "helm_mmlu/Clinical Knowledge": 0.26, "helm_mmlu/Conceptual Physics": 0.319, "helm_mmlu/Electrical Engineering": 0.29, "helm_mmlu/Elementary Mathematics": 0.254, "helm_mmlu/Formal Logic": 0.278, "helm_mmlu/High School World History": 0.253, "helm_mmlu/Human Sexuality": 0.267, "helm_mmlu/International Law": 0.306, "helm_mmlu/Logical Fallacies": 0.264, "helm_mmlu/Machine Learning": 0.286, "helm_mmlu/Management": 0.272, "helm_mmlu/Marketing": 0.269, "helm_mmlu/Medical Genetics": 0.28, "helm_mmlu/Miscellaneous": 0.292, "helm_mmlu/Moral Scenarios": 0.265, "helm_mmlu/Nutrition": 0.34, "helm_mmlu/Prehistory": 0.318, "helm_mmlu/Public Relations": 0.345, "helm_mmlu/Security Studies": 0.408, "helm_mmlu/Sociology": 0.383, "helm_mmlu/Virology": 0.416, "helm_mmlu/World Religions": 0.234, "helm_mmlu/Mean win rate": 0.68 } }, { "id": "allenai/OLMo-7B-hf", "name": "OLMo-7B-hf", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2719, "hfopenllm_v2/BBH": 0.3279, "hfopenllm_v2/MATH Level 5": 0.0121, "hfopenllm_v2/GPQA": 0.2727, "hfopenllm_v2/MUSR": 0.3487, "hfopenllm_v2/MMLU-PRO": 0.1173 } }, { "id": "allenai/OLMo-7B-Instruct", "name": "allenai/OLMo-7B-Instruct", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6727, "reward-bench/Chat": 0.8966, "reward-bench/Chat Hard": 0.5066, "reward-bench/Safety": 0.6486, "reward-bench/Reasoning": 0.7168, "reward-bench/Prior Sets (0.5 weight)": 0.5173 } }, { "id": "allenai/OLMo-7B-Instruct-hf", "name": "OLMo-7B-Instruct-hf", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.3473, "hfopenllm_v2/BBH": 0.3706, "hfopenllm_v2/MATH Level 5": 0.0136, "hfopenllm_v2/GPQA": 0.271, "hfopenllm_v2/MUSR": 0.3765, "hfopenllm_v2/MMLU-PRO": 0.1785 } }, { "id": "allenai/OLMoE-1B-7B-0125-Instruct", "name": "OLMoE 1B-7B Instruct January 2025", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "helm_capabilities/Mean score": 0.332, "helm_capabilities/MMLU-Pro": 0.169, "helm_capabilities/GPQA": 0.22, "helm_capabilities/IFEval": 0.628, "helm_capabilities/WildBench": 0.551, "helm_capabilities/Omni-MATH": 0.093, "hfopenllm_v2/IFEval": 0.6757, "hfopenllm_v2/BBH": 0.3825, "hfopenllm_v2/MATH Level 5": 0.0899, "hfopenllm_v2/GPQA": 0.2601, "hfopenllm_v2/MUSR": 0.3636, "hfopenllm_v2/MMLU-PRO": 0.1915 } }, { "id": "allenai/OLMoE-1B-7B-0924", "name": "OLMoE-1B-7B-0924", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.2185, "hfopenllm_v2/BBH": 0.3393, "hfopenllm_v2/MATH Level 5": 0.0166, "hfopenllm_v2/GPQA": 0.2475, "hfopenllm_v2/MUSR": 0.3488, "hfopenllm_v2/MMLU-PRO": 0.174 } }, { "id": "allenai/OLMoE-1B-7B-0924-Instruct", "name": "OLMoE-1B-7B-0924-Instruct", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "hfopenllm_v2/IFEval": 0.4667, "hfopenllm_v2/BBH": 0.3902, "hfopenllm_v2/MATH Level 5": 0.0279, "hfopenllm_v2/GPQA": 0.2676, "hfopenllm_v2/MUSR": 0.3848, "hfopenllm_v2/MMLU-PRO": 0.1876 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739590997", "name": "allenai/open_instruct_dev-reward_modeling__1__1739590997", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6004, "reward-bench/Factuality": 0.7032, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.7867, "reward-bench/Focus": 0.598, "reward-bench/Ties": 0.5165 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739871066", "name": "allenai/open_instruct_dev-reward_modeling__1__1739871066", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6012, "reward-bench/Factuality": 0.6989, "reward-bench/Precise IF": 0.425, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.7978, "reward-bench/Focus": 0.604, "reward-bench/Ties": 0.4527 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739925892", "name": "allenai/open_instruct_dev-reward_modeling__1__1739925892", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6345, "reward-bench/Factuality": 0.7432, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.8111, "reward-bench/Focus": 0.7131, "reward-bench/Ties": 0.5606 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739943850", "name": "allenai/open_instruct_dev-reward_modeling__1__1739943850", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4978, "reward-bench/Factuality": 0.5726, "reward-bench/Precise IF": 0.3125, "reward-bench/Math": 0.5191, "reward-bench/Safety": 0.6489, "reward-bench/Focus": 0.6222, "reward-bench/Ties": 0.3114 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739943881", "name": "allenai/open_instruct_dev-reward_modeling__1__1739943881", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5998, "reward-bench/Factuality": 0.7032, "reward-bench/Precise IF": 0.3187, "reward-bench/Math": 0.5792, "reward-bench/Safety": 0.8222, "reward-bench/Focus": 0.6727, "reward-bench/Ties": 0.5025 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739943972", "name": "allenai/open_instruct_dev-reward_modeling__1__1739943972", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5289, "reward-bench/Factuality": 0.6168, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.5738, "reward-bench/Safety": 0.6844, "reward-bench/Focus": 0.5657, "reward-bench/Ties": 0.3577 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739957701", "name": "allenai/open_instruct_dev-reward_modeling__1__1739957701", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6194, "reward-bench/Factuality": 0.6779, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.6011, "reward-bench/Safety": 0.8022, "reward-bench/Focus": 0.697, "reward-bench/Ties": 0.5822 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739971507", "name": "allenai/open_instruct_dev-reward_modeling__1__1739971507", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5717, "reward-bench/Factuality": 0.68, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.7667, "reward-bench/Focus": 0.5475, "reward-bench/Ties": 0.4545 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739971529", "name": "allenai/open_instruct_dev-reward_modeling__1__1739971529", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5564, "reward-bench/Factuality": 0.6568, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.5956, "reward-bench/Safety": 0.7533, "reward-bench/Focus": 0.5737, "reward-bench/Ties": 0.4027 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1739998765", "name": "allenai/open_instruct_dev-reward_modeling__1__1739998765", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6008, "reward-bench/Factuality": 0.7095, "reward-bench/Precise IF": 0.4125, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.8022, "reward-bench/Focus": 0.5859, "reward-bench/Ties": 0.4883 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1740005072", "name": "allenai/open_instruct_dev-reward_modeling__1__1740005072", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6097, "reward-bench/Factuality": 0.7137, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.7778, "reward-bench/Focus": 0.6343, "reward-bench/Ties": 0.5047 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1740129284", "name": "allenai/open_instruct_dev-reward_modeling__1__1740129284", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6129, "reward-bench/Factuality": 0.7116, "reward-bench/Precise IF": 0.4437, "reward-bench/Math": 0.6448, "reward-bench/Safety": 0.8022, "reward-bench/Focus": 0.6101, "reward-bench/Ties": 0.4652 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1741286813", "name": "allenai/open_instruct_dev-reward_modeling__1__1741286813", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6557, "reward-bench/Factuality": 0.6295, "reward-bench/Precise IF": 0.4188, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.9111, "reward-bench/Focus": 0.8263, "reward-bench/Ties": 0.5365 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1741287363", "name": "allenai/open_instruct_dev-reward_modeling__1__1741287363", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6672, "reward-bench/Factuality": 0.6295, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.88, "reward-bench/Focus": 0.9374, "reward-bench/Ties": 0.5748 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1741292911", "name": "allenai/open_instruct_dev-reward_modeling__1__1741292911", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6607, "reward-bench/Factuality": 0.6589, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.9089, "reward-bench/Focus": 0.8869, "reward-bench/Ties": 0.5028 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1742338142", "name": "allenai/open_instruct_dev-reward_modeling__1__1742338142", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6344, "reward-bench/Factuality": 0.7326, "reward-bench/Precise IF": 0.3812, "reward-bench/Math": 0.7049, "reward-bench/Safety": 0.88, "reward-bench/Focus": 0.6323, "reward-bench/Ties": 0.475 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1742519610", "name": "allenai/open_instruct_dev-reward_modeling__1__1742519610", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6361, "reward-bench/Factuality": 0.7074, "reward-bench/Precise IF": 0.3812, "reward-bench/Math": 0.6721, "reward-bench/Safety": 0.82, "reward-bench/Focus": 0.6444, "reward-bench/Ties": 0.5915 } }, { "id": "allenai/open_instruct_dev-reward_modeling__1__1742519628", "name": "allenai/open_instruct_dev-reward_modeling__1__1742519628", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5609, "reward-bench/Factuality": 0.5179, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.8356, "reward-bench/Focus": 0.5071, "reward-bench/Ties": 0.5254 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_100pctflipped__1__1744241455", "name": "allenai/open_instruct_dev-rm_1e-6_1_100pctflipped__1__1744241455", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.0576, "reward-bench/Factuality": 0.04, "reward-bench/Precise IF": 0.1313, "reward-bench/Math": 0.0546, "reward-bench/Safety": 0.0489, "reward-bench/Focus": 0.0808, "reward-bench/Ties": -0.01 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_10pctflipped__1__1743295511", "name": "allenai/open_instruct_dev-rm_1e-6_1_10pctflipped__1__1743295511", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5499, "reward-bench/Factuality": 0.6821, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.5956, "reward-bench/Safety": 0.7356, "reward-bench/Focus": 0.5212, "reward-bench/Ties": 0.3711 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_20pctflipped__1__1743295406", "name": "allenai/open_instruct_dev-rm_1e-6_1_20pctflipped__1__1743295406", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5054, "reward-bench/Factuality": 0.6358, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.6867, "reward-bench/Focus": 0.4424, "reward-bench/Ties": 0.2922 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_30pctflipped__1__1743325136", "name": "allenai/open_instruct_dev-rm_1e-6_1_30pctflipped__1__1743325136", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.478, "reward-bench/Factuality": 0.6442, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.6356, "reward-bench/Focus": 0.2707, "reward-bench/Ties": 0.3496 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_50pctflipped__1__1744241398", "name": "allenai/open_instruct_dev-rm_1e-6_1_50pctflipped__1__1744241398", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.219, "reward-bench/Factuality": 0.2484, "reward-bench/Precise IF": 0.2812, "reward-bench/Math": 0.2623, "reward-bench/Safety": 0.3422, "reward-bench/Focus": 0.1717, "reward-bench/Ties": 0.008 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_5pctflipped__1__1743444535", "name": "allenai/open_instruct_dev-rm_1e-6_1_5pctflipped__1__1743444535", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5625, "reward-bench/Factuality": 0.6821, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.6011, "reward-bench/Safety": 0.7511, "reward-bench/Focus": 0.5313, "reward-bench/Ties": 0.403 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo__1__1743550054", "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo__1__1743550054", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5759, "reward-bench/Factuality": 0.7074, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.7578, "reward-bench/Focus": 0.5333, "reward-bench/Ties": 0.459 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworks__1__1744530271", "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworks__1__1744530271", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6057, "reward-bench/Factuality": 0.5053, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.5902, "reward-bench/Safety": 0.8422, "reward-bench/Focus": 0.7798, "reward-bench/Ties": 0.5419 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworkstulufull__1__1743550181", "name": "allenai/open_instruct_dev-rm_1e-6_1_dpo_skyworkstulufull__1__1743550181", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6535, "reward-bench/Factuality": 0.7137, "reward-bench/Precise IF": 0.3812, "reward-bench/Math": 0.6175, "reward-bench/Safety": 0.8244, "reward-bench/Focus": 0.7737, "reward-bench/Ties": 0.6101 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_rl__1__1743551221", "name": "allenai/open_instruct_dev-rm_1e-6_1_rl__1__1743551221", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5799, "reward-bench/Factuality": 0.7116, "reward-bench/Precise IF": 0.3812, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.76, "reward-bench/Focus": 0.5374, "reward-bench/Ties": 0.461 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworks__1__1744530262", "name": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworks__1__1744530262", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5903, "reward-bench/Factuality": 0.4863, "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.5738, "reward-bench/Safety": 0.8489, "reward-bench/Focus": 0.7778, "reward-bench/Ties": 0.4926 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworkstulufull__1__1743551523", "name": "allenai/open_instruct_dev-rm_1e-6_1_rl_skyworkstulufull__1__1743551523", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6483, "reward-bench/Factuality": 0.7074, "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.6175, "reward-bench/Safety": 0.8222, "reward-bench/Focus": 0.7758, "reward-bench/Ties": 0.6044 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_1_skyworkstulumix__1__1743205750", "name": "allenai/open_instruct_dev-rm_1e-6_1_skyworkstulumix__1__1743205750", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5157, "reward-bench/Factuality": 0.6084, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.7089, "reward-bench/Focus": 0.4222, "reward-bench/Ties": 0.3791 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_10pctflipped__1__1743295427", "name": "allenai/open_instruct_dev-rm_1e-6_2_10pctflipped__1__1743295427", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6009, "reward-bench/Factuality": 0.7263, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.5902, "reward-bench/Safety": 0.7933, "reward-bench/Focus": 0.7273, "reward-bench/Ties": 0.3931 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_20pctflipped__1__1743295446", "name": "allenai/open_instruct_dev-rm_1e-6_2_20pctflipped__1__1743295446", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5716, "reward-bench/Factuality": 0.6779, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.5464, "reward-bench/Safety": 0.7533, "reward-bench/Focus": 0.7051, "reward-bench/Ties": 0.3534 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094", "name": "allenai/open_instruct_dev-rm_1e-6_2_30pctflipped__1__1743325094", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5151, "reward-bench/Factuality": 0.6484, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.5574, "reward-bench/Safety": 0.7289, "reward-bench/Focus": 0.4889, "reward-bench/Ties": 0.3357 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636", "name": "allenai/open_instruct_dev-rm_1e-6_2_5pctflipped__1__1743444636", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6119, "reward-bench/Factuality": 0.72, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8067, "reward-bench/Focus": 0.6889, "reward-bench/Ties": 0.421 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_dpo__1__1743549325", "name": "allenai/open_instruct_dev-rm_1e-6_2_dpo__1__1743549325", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6008, "reward-bench/Factuality": 0.7179, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.5956, "reward-bench/Safety": 0.8, "reward-bench/Focus": 0.6707, "reward-bench/Ties": 0.4707 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_rl__1__1743551238", "name": "allenai/open_instruct_dev-rm_1e-6_2_rl__1__1743551238", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5965, "reward-bench/Factuality": 0.7095, "reward-bench/Precise IF": 0.3438, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.8044, "reward-bench/Focus": 0.6566, "reward-bench/Ties": 0.453 } }, { "id": "allenai/open_instruct_dev-rm_1e-6_2_skyworkstulumix__1__1743205906", "name": "allenai/open_instruct_dev-rm_1e-6_2_skyworkstulumix__1__1743205906", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5574, "reward-bench/Factuality": 0.6526, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.6011, "reward-bench/Safety": 0.7711, "reward-bench/Focus": 0.5051, "reward-bench/Ties": 0.4208 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_1_100pctflipped__1__1744241529", "name": "allenai/open_instruct_dev-rm_2e-5_1_100pctflipped__1__1744241529", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.0719, "reward-bench/Factuality": 0.0421, "reward-bench/Precise IF": 0.2062, "reward-bench/Math": 0.0601, "reward-bench/Safety": 0.0378, "reward-bench/Focus": 0.0949, "reward-bench/Ties": -0.01 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_1_10pctflipped__1__1743295305", "name": "allenai/open_instruct_dev-rm_2e-5_1_10pctflipped__1__1743295305", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.553, "reward-bench/Factuality": 0.6674, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.6733, "reward-bench/Focus": 0.5697, "reward-bench/Ties": 0.4227 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_1_20pctflipped__1__1743324778", "name": "allenai/open_instruct_dev-rm_2e-5_1_20pctflipped__1__1743324778", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4955, "reward-bench/Factuality": 0.6189, "reward-bench/Precise IF": 0.325, "reward-bench/Math": 0.5792, "reward-bench/Safety": 0.6378, "reward-bench/Focus": 0.5657, "reward-bench/Ties": 0.2466 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_1_30pctflipped__1__1743326459", "name": "allenai/open_instruct_dev-rm_2e-5_1_30pctflipped__1__1743326459", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4198, "reward-bench/Factuality": 0.5747, "reward-bench/Precise IF": 0.3375, "reward-bench/Math": 0.5464, "reward-bench/Safety": 0.4933, "reward-bench/Focus": 0.3596, "reward-bench/Ties": 0.2073 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_1_5pctflipped__1__1743443747", "name": "allenai/open_instruct_dev-rm_2e-5_1_5pctflipped__1__1743443747", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5465, "reward-bench/Factuality": 0.6821, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.7333, "reward-bench/Focus": 0.5051, "reward-bench/Ties": 0.3713 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_1_skyworkstulumix__1__1743205935", "name": "allenai/open_instruct_dev-rm_2e-5_1_skyworkstulumix__1__1743205935", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5197, "reward-bench/Factuality": 0.6126, "reward-bench/Precise IF": 0.3375, "reward-bench/Math": 0.5847, "reward-bench/Safety": 0.7333, "reward-bench/Focus": 0.4646, "reward-bench/Ties": 0.3855 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_2_10pctflipped__1__1743295360", "name": "allenai/open_instruct_dev-rm_2e-5_2_10pctflipped__1__1743295360", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4555, "reward-bench/Factuality": 0.5495, "reward-bench/Precise IF": 0.3063, "reward-bench/Math": 0.4262, "reward-bench/Safety": 0.5711, "reward-bench/Focus": 0.6101, "reward-bench/Ties": 0.2696 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_2_20pctflipped__1__1743295366", "name": "allenai/open_instruct_dev-rm_2e-5_2_20pctflipped__1__1743295366", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4422, "reward-bench/Factuality": 0.5053, "reward-bench/Precise IF": 0.3375, "reward-bench/Math": 0.4044, "reward-bench/Safety": 0.5422, "reward-bench/Focus": 0.6646, "reward-bench/Ties": 0.1991 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_2_30pctflipped__1__1743326352", "name": "allenai/open_instruct_dev-rm_2e-5_2_30pctflipped__1__1743326352", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.341, "reward-bench/Factuality": 0.4674, "reward-bench/Precise IF": 0.2875, "reward-bench/Math": 0.3333, "reward-bench/Safety": 0.3711, "reward-bench/Focus": 0.3919, "reward-bench/Ties": 0.195 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_2_5pctflipped__1__1743444634", "name": "allenai/open_instruct_dev-rm_2e-5_2_5pctflipped__1__1743444634", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4698, "reward-bench/Factuality": 0.5853, "reward-bench/Precise IF": 0.2562, "reward-bench/Math": 0.5027, "reward-bench/Safety": 0.6489, "reward-bench/Focus": 0.5697, "reward-bench/Ties": 0.2562 } }, { "id": "allenai/open_instruct_dev-rm_2e-5_2_skyworkstulumix__1__1743205988", "name": "allenai/open_instruct_dev-rm_2e-5_2_skyworkstulumix__1__1743205988", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4791, "reward-bench/Factuality": 0.6421, "reward-bench/Precise IF": 0.3125, "reward-bench/Math": 0.541, "reward-bench/Safety": 0.6911, "reward-bench/Focus": 0.4182, "reward-bench/Ties": 0.27 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_100pctflipped__1__1744242103", "name": "allenai/open_instruct_dev-rm_3e-6_1_100pctflipped__1__1744242103", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.0607, "reward-bench/Factuality": 0.0274, "reward-bench/Precise IF": 0.1625, "reward-bench/Math": 0.0656, "reward-bench/Safety": 0.04, "reward-bench/Focus": 0.0788, "reward-bench/Ties": -0.01 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_10pctflipped__1__1743324835", "name": "allenai/open_instruct_dev-rm_3e-6_1_10pctflipped__1__1743324835", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6089, "reward-bench/Factuality": 0.7284, "reward-bench/Precise IF": 0.4375, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.7622, "reward-bench/Focus": 0.6444, "reward-bench/Ties": 0.4686 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_1pctflipped__1__1743445221", "name": "allenai/open_instruct_dev-rm_3e-6_1_1pctflipped__1__1743445221", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6032, "reward-bench/Factuality": 0.7158, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.7778, "reward-bench/Focus": 0.5859, "reward-bench/Ties": 0.5051 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_20pctflipped__1__1743324826", "name": "allenai/open_instruct_dev-rm_3e-6_1_20pctflipped__1__1743324826", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5831, "reward-bench/Factuality": 0.6947, "reward-bench/Precise IF": 0.4188, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.74, "reward-bench/Focus": 0.5758, "reward-bench/Ties": 0.4465 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_30pctflipped__1__1743326363", "name": "allenai/open_instruct_dev-rm_3e-6_1_30pctflipped__1__1743326363", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5268, "reward-bench/Factuality": 0.68, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.5792, "reward-bench/Safety": 0.7178, "reward-bench/Focus": 0.4343, "reward-bench/Ties": 0.3809 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_5pctflipped__1__1743444498", "name": "allenai/open_instruct_dev-rm_3e-6_1_5pctflipped__1__1743444498", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6093, "reward-bench/Factuality": 0.7326, "reward-bench/Precise IF": 0.4313, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.7578, "reward-bench/Focus": 0.5859, "reward-bench/Ties": 0.5143 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1__2__1743897475", "name": "allenai/open_instruct_dev-rm_3e-6_1__2__1743897475", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6122, "reward-bench/Factuality": 0.7368, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.8044, "reward-bench/Focus": 0.602, "reward-bench/Ties": 0.5071 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1__3__1744311421", "name": "allenai/open_instruct_dev-rm_3e-6_1__3__1744311421", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5995, "reward-bench/Factuality": 0.7179, "reward-bench/Precise IF": 0.3375, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.8, "reward-bench/Focus": 0.6323, "reward-bench/Ties": 0.503 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo__1__1743549903", "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo__1__1743549903", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6154, "reward-bench/Factuality": 0.7326, "reward-bench/Precise IF": 0.4375, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.7778, "reward-bench/Focus": 0.6061, "reward-bench/Ties": 0.5043 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworks__1__1744530368", "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworks__1__1744530368", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6604, "reward-bench/Factuality": 0.6316, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.5792, "reward-bench/Safety": 0.9044, "reward-bench/Focus": 0.8929, "reward-bench/Ties": 0.5604 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworkstulufull__1__1743550182", "name": "allenai/open_instruct_dev-rm_3e-6_1_dpo_skyworkstulufull__1__1743550182", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6783, "reward-bench/Factuality": 0.7705, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.84, "reward-bench/Focus": 0.8101, "reward-bench/Ties": 0.6427 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_no_if__2__1744316012", "name": "allenai/open_instruct_dev-rm_3e-6_1_no_if__2__1744316012", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5911, "reward-bench/Factuality": 0.7347, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.74, "reward-bench/Focus": 0.604, "reward-bench/Ties": 0.4392 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_no_if__3__1744315765", "name": "allenai/open_instruct_dev-rm_3e-6_1_no_if__3__1744315765", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5926, "reward-bench/Factuality": 0.7263, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.7889, "reward-bench/Focus": 0.5879, "reward-bench/Ties": 0.4733 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_rl__1__1743551527", "name": "allenai/open_instruct_dev-rm_3e-6_1_rl__1__1743551527", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6126, "reward-bench/Factuality": 0.7411, "reward-bench/Precise IF": 0.425, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.7822, "reward-bench/Focus": 0.5939, "reward-bench/Ties": 0.5104 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworks__1__1744530236", "name": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworks__1__1744530236", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6525, "reward-bench/Factuality": 0.6021, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.5792, "reward-bench/Safety": 0.8933, "reward-bench/Focus": 0.8626, "reward-bench/Ties": 0.59 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworkstulufull__1__1743551530", "name": "allenai/open_instruct_dev-rm_3e-6_1_rl_skyworkstulufull__1__1743551530", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6849, "reward-bench/Factuality": 0.7453, "reward-bench/Precise IF": 0.3812, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.8422, "reward-bench/Focus": 0.8404, "reward-bench/Ties": 0.6885 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulu75__1__1743534417", "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulu75__1__1743534417", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.586, "reward-bench/Factuality": 0.6632, "reward-bench/Precise IF": 0.425, "reward-bench/Math": 0.6557, "reward-bench/Safety": 0.7778, "reward-bench/Focus": 0.5172, "reward-bench/Ties": 0.477 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__1__1743446486", "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__1__1743446486", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6773, "reward-bench/Factuality": 0.7432, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.8422, "reward-bench/Focus": 0.804, "reward-bench/Ties": 0.6626 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__2__1744314745", "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__2__1744314745", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6793, "reward-bench/Factuality": 0.7558, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8311, "reward-bench/Focus": 0.8061, "reward-bench/Ties": 0.6485 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__3__1744311661", "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulufull__3__1744311661", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6611, "reward-bench/Factuality": 0.72, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.6393, "reward-bench/Safety": 0.8444, "reward-bench/Focus": 0.7636, "reward-bench/Ties": 0.6428 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulumix__1__1743204472", "name": "allenai/open_instruct_dev-rm_3e-6_1_skyworkstulumix__1__1743204472", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5778, "reward-bench/Factuality": 0.6674, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.6011, "reward-bench/Safety": 0.7933, "reward-bench/Focus": 0.5172, "reward-bench/Ties": 0.5003 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_10pctflipped__1__1743295267", "name": "allenai/open_instruct_dev-rm_3e-6_2_10pctflipped__1__1743295267", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5746, "reward-bench/Factuality": 0.6505, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.5082, "reward-bench/Safety": 0.7844, "reward-bench/Focus": 0.7414, "reward-bench/Ties": 0.4128 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_1pctflipped__1__1743445759", "name": "allenai/open_instruct_dev-rm_3e-6_2_1pctflipped__1__1743445759", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6065, "reward-bench/Factuality": 0.7116, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.5792, "reward-bench/Safety": 0.8178, "reward-bench/Focus": 0.7152, "reward-bench/Ties": 0.465 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_20pctflipped__1__1743324905", "name": "allenai/open_instruct_dev-rm_3e-6_2_20pctflipped__1__1743324905", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5305, "reward-bench/Factuality": 0.5832, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.459, "reward-bench/Safety": 0.7178, "reward-bench/Focus": 0.7071, "reward-bench/Ties": 0.3849 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_30pctflipped__1__1743326363", "name": "allenai/open_instruct_dev-rm_3e-6_2_30pctflipped__1__1743326363", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4436, "reward-bench/Factuality": 0.5411, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.3115, "reward-bench/Safety": 0.6267, "reward-bench/Focus": 0.5414, "reward-bench/Ties": 0.31 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_5pctflipped__1__1743444505", "name": "allenai/open_instruct_dev-rm_3e-6_2_5pctflipped__1__1743444505", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5925, "reward-bench/Factuality": 0.68, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.5519, "reward-bench/Safety": 0.78, "reward-bench/Focus": 0.7434, "reward-bench/Ties": 0.431 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_dpo__1__1743550180", "name": "allenai/open_instruct_dev-rm_3e-6_2_dpo__1__1743550180", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6198, "reward-bench/Factuality": 0.7263, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.8133, "reward-bench/Focus": 0.7232, "reward-bench/Ties": 0.4908 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_dpo_skyworkstulufull__1__1743550187", "name": "allenai/open_instruct_dev-rm_3e-6_2_dpo_skyworkstulufull__1__1743550187", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6763, "reward-bench/Factuality": 0.7411, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.8844, "reward-bench/Focus": 0.8545, "reward-bench/Ties": 0.5908 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_rl__1__1743551509", "name": "allenai/open_instruct_dev-rm_3e-6_2_rl__1__1743551509", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6245, "reward-bench/Factuality": 0.7242, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.6175, "reward-bench/Safety": 0.8178, "reward-bench/Focus": 0.7253, "reward-bench/Ties": 0.5124 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_rl_skyworkstulufull__1__1743551498", "name": "allenai/open_instruct_dev-rm_3e-6_2_rl_skyworkstulufull__1__1743551498", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6673, "reward-bench/Factuality": 0.7326, "reward-bench/Precise IF": 0.3438, "reward-bench/Math": 0.6175, "reward-bench/Safety": 0.8622, "reward-bench/Focus": 0.8566, "reward-bench/Ties": 0.5911 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulu75__1__1743548926", "name": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulu75__1__1743548926", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5863, "reward-bench/Factuality": 0.6674, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8, "reward-bench/Focus": 0.5515, "reward-bench/Ties": 0.4768 } }, { "id": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulumix__1__1743205661", "name": "allenai/open_instruct_dev-rm_3e-6_2_skyworkstulumix__1__1743205661", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.589, "reward-bench/Factuality": 0.6842, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6393, "reward-bench/Safety": 0.7867, "reward-bench/Focus": 0.6081, "reward-bench/Ties": 0.447 } }, { "id": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__4__1747266598", "name": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__4__1747266598", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7306, "reward-bench/Factuality": 0.7474, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.694, "reward-bench/Safety": 0.8622, "reward-bench/Focus": 0.8061, "reward-bench/Ties": 0.8992 } }, { "id": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__8__1745387923", "name": "allenai/open_instruct_dev-rm_llama70b_skyworkstulufull__8__1745387923", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7573, "reward-bench/Factuality": 0.8168, "reward-bench/Precise IF": 0.4125, "reward-bench/Math": 0.7049, "reward-bench/Safety": 0.8733, "reward-bench/Focus": 0.8545, "reward-bench/Ties": 0.8814 } }, { "id": "allenai/open_instruct_dev-rm_llama_1e-6_1__1__1743896628", "name": "allenai/open_instruct_dev-rm_llama_1e-6_1__1__1743896628", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6637, "reward-bench/Factuality": 0.6947, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8422, "reward-bench/Focus": 0.7273, "reward-bench/Ties": 0.6834 } }, { "id": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworks__1__1744062999", "name": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworks__1__1744062999", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6665, "reward-bench/Factuality": 0.5979, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.8956, "reward-bench/Focus": 0.8606, "reward-bench/Ties": 0.6422 } }, { "id": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworkstulufull__1__1743712777", "name": "allenai/open_instruct_dev-rm_llama_1e-6_1_skyworkstulufull__1__1743712777", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7038, "reward-bench/Factuality": 0.6947, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.6557, "reward-bench/Safety": 0.8867, "reward-bench/Focus": 0.8586, "reward-bench/Ties": 0.7331 } }, { "id": "allenai/open_instruct_dev-rm_llama_1e-6_2__1__1743896638", "name": "allenai/open_instruct_dev-rm_llama_1e-6_2__1__1743896638", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6754, "reward-bench/Factuality": 0.6716, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.8756, "reward-bench/Focus": 0.7737, "reward-bench/Ties": 0.6976 } }, { "id": "allenai/open_instruct_dev-rm_llama_1e-6_2_skyworkstulufull__1__1743800938", "name": "allenai/open_instruct_dev-rm_llama_1e-6_2_skyworkstulufull__1__1743800938", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7241, "reward-bench/Factuality": 0.7305, "reward-bench/Precise IF": 0.4, "reward-bench/Math": 0.6667, "reward-bench/Safety": 0.9422, "reward-bench/Focus": 0.9414, "reward-bench/Ties": 0.6635 } }, { "id": "allenai/open_instruct_dev-rm_llama_2e-5_1_skyworkstulufull__1__1743712885", "name": "allenai/open_instruct_dev-rm_llama_2e-5_1_skyworkstulufull__1__1743712885", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6716, "reward-bench/Factuality": 0.6632, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.82, "reward-bench/Focus": 0.8303, "reward-bench/Ties": 0.719 } }, { "id": "allenai/open_instruct_dev-rm_llama_2e-5_2_skyworkstulufull__1__1743800773", "name": "allenai/open_instruct_dev-rm_llama_2e-5_2_skyworkstulufull__1__1743800773", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6207, "reward-bench/Factuality": 0.6358, "reward-bench/Precise IF": 0.375, "reward-bench/Math": 0.5902, "reward-bench/Safety": 0.8267, "reward-bench/Focus": 0.802, "reward-bench/Ties": 0.4948 } }, { "id": "allenai/open_instruct_dev-rm_llama_2e-6_1_skyworkstulufull__1__1743893867", "name": "allenai/open_instruct_dev-rm_llama_2e-6_1_skyworkstulufull__1__1743893867", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.719, "reward-bench/Factuality": 0.7263, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.6393, "reward-bench/Safety": 0.8956, "reward-bench/Focus": 0.9273, "reward-bench/Ties": 0.738 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__1__1743929424", "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__1__1743929424", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6572, "reward-bench/Factuality": 0.7305, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8289, "reward-bench/Focus": 0.703, "reward-bench/Ties": 0.6837 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__2__1744311395", "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__2__1744311395", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6938, "reward-bench/Factuality": 0.7537, "reward-bench/Precise IF": 0.45, "reward-bench/Math": 0.6393, "reward-bench/Safety": 0.8667, "reward-bench/Focus": 0.7616, "reward-bench/Ties": 0.6913 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_1__3__1744311491", "name": "allenai/open_instruct_dev-rm_llama_3e-6_1__3__1744311491", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6754, "reward-bench/Factuality": 0.7242, "reward-bench/Precise IF": 0.4062, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8422, "reward-bench/Focus": 0.7535, "reward-bench/Ties": 0.6976 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworks__1__1744062787", "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworks__1__1744062787", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7045, "reward-bench/Factuality": 0.6253, "reward-bench/Precise IF": 0.3812, "reward-bench/Math": 0.6667, "reward-bench/Safety": 0.92, "reward-bench/Focus": 0.9232, "reward-bench/Ties": 0.7109 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__2__1744311461", "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__2__1744311461", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7189, "reward-bench/Factuality": 0.7305, "reward-bench/Precise IF": 0.3937, "reward-bench/Math": 0.6066, "reward-bench/Safety": 0.8978, "reward-bench/Focus": 0.9374, "reward-bench/Ties": 0.7475 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__3__1744311780", "name": "allenai/open_instruct_dev-rm_llama_3e-6_1_skyworkstulufull__3__1744311780", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7172, "reward-bench/Factuality": 0.7242, "reward-bench/Precise IF": 0.4313, "reward-bench/Math": 0.6175, "reward-bench/Safety": 0.8778, "reward-bench/Focus": 0.897, "reward-bench/Ties": 0.7555 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_2__1__1743896489", "name": "allenai/open_instruct_dev-rm_llama_3e-6_2__1__1743896489", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6813, "reward-bench/Factuality": 0.7137, "reward-bench/Precise IF": 0.4437, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.8644, "reward-bench/Focus": 0.7596, "reward-bench/Ties": 0.6781 } }, { "id": "allenai/open_instruct_dev-rm_llama_3e-6_2_skyworkstulufull__1__1743800713", "name": "allenai/open_instruct_dev-rm_llama_3e-6_2_skyworkstulufull__1__1743800713", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7209, "reward-bench/Factuality": 0.7116, "reward-bench/Precise IF": 0.3875, "reward-bench/Math": 0.6612, "reward-bench/Safety": 0.9067, "reward-bench/Focus": 0.9172, "reward-bench/Ties": 0.7414 } }, { "id": "allenai/open_instruct_dev-rm_llama_4e-6_1_skyworkstulufull__1__1743893911", "name": "allenai/open_instruct_dev-rm_llama_4e-6_1_skyworkstulufull__1__1743893911", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7266, "reward-bench/Factuality": 0.7347, "reward-bench/Precise IF": 0.4313, "reward-bench/Math": 0.6339, "reward-bench/Safety": 0.8933, "reward-bench/Focus": 0.897, "reward-bench/Ties": 0.7697 } }, { "id": "allenai/open_instruct_dev-rm_llamabase_1e-6_1_skyworkstulufull__1__1745386412", "name": "allenai/open_instruct_dev-rm_llamabase_1e-6_1_skyworkstulufull__1__1745386412", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5342, "reward-bench/Factuality": 0.6042, "reward-bench/Precise IF": 0.275, "reward-bench/Math": 0.6284, "reward-bench/Safety": 0.7222, "reward-bench/Focus": 0.5818, "reward-bench/Ties": 0.3935 } }, { "id": "allenai/open_instruct_dev-rm_llamabase_1e-6_2_skyworkstulufull__1__1745441922", "name": "allenai/open_instruct_dev-rm_llamabase_1e-6_2_skyworkstulufull__1__1745441922", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6111, "reward-bench/Factuality": 0.6884, "reward-bench/Precise IF": 0.3063, "reward-bench/Math": 0.623, "reward-bench/Safety": 0.8289, "reward-bench/Focus": 0.7576, "reward-bench/Ties": 0.4628 } }, { "id": "allenai/open_instruct_dev-rm_llamabase_2e-5_1_skyworkstulufull__1__1745386495", "name": "allenai/open_instruct_dev-rm_llamabase_2e-5_1_skyworkstulufull__1__1745386495", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5825, "reward-bench/Factuality": 0.6379, "reward-bench/Precise IF": 0.325, "reward-bench/Math": 0.5355, "reward-bench/Safety": 0.8222, "reward-bench/Focus": 0.7051, "reward-bench/Ties": 0.4691 } }, { "id": "allenai/open_instruct_dev-rm_llamabase_2e-5_2_skyworkstulufull__1__1745386507", "name": "allenai/open_instruct_dev-rm_llamabase_2e-5_2_skyworkstulufull__1__1745386507", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5598, "reward-bench/Factuality": 0.5495, "reward-bench/Precise IF": 0.3563, "reward-bench/Math": 0.5902, "reward-bench/Safety": 0.76, "reward-bench/Focus": 0.7273, "reward-bench/Ties": 0.3754 } }, { "id": "allenai/open_instruct_dev-rm_llamabase_3e-6_1_skyworkstulufull__1__1745386507", "name": "allenai/open_instruct_dev-rm_llamabase_3e-6_1_skyworkstulufull__1__1745386507", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6101, "reward-bench/Factuality": 0.6632, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.6175, "reward-bench/Safety": 0.7778, "reward-bench/Focus": 0.7111, "reward-bench/Ties": 0.5408 } }, { "id": "allenai/open_instruct_dev-rm_qwen32b_1e-6_skyworkstulufull__8__1748235917", "name": "allenai/open_instruct_dev-rm_qwen32b_1e-6_skyworkstulufull__8__1748235917", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7185, "reward-bench/Factuality": 0.7305, "reward-bench/Precise IF": 0.4125, "reward-bench/Math": 0.7158, "reward-bench/Safety": 0.7933, "reward-bench/Focus": 0.8545, "reward-bench/Ties": 0.804 } }, { "id": "allenai/open_instruct_dev-rm_qwen32b_3e-6_skyworkstulufull__8__1748288961", "name": "allenai/open_instruct_dev-rm_qwen32b_3e-6_skyworkstulufull__8__1748288961", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7325, "reward-bench/Factuality": 0.7474, "reward-bench/Precise IF": 0.4437, "reward-bench/Math": 0.7158, "reward-bench/Safety": 0.7978, "reward-bench/Focus": 0.8141, "reward-bench/Ties": 0.8763 } }, { "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__1__1744062830", "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__1__1744062830", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6022, "reward-bench/Factuality": 0.5284, "reward-bench/Precise IF": 0.325, "reward-bench/Math": 0.694, "reward-bench/Safety": 0.7556, "reward-bench/Focus": 0.7616, "reward-bench/Ties": 0.5486 } }, { "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__2__1744576024", "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworks__2__1744576024", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5948, "reward-bench/Factuality": 0.5579, "reward-bench/Precise IF": 0.2875, "reward-bench/Math": 0.6776, "reward-bench/Safety": 0.72, "reward-bench/Focus": 0.7394, "reward-bench/Ties": 0.5863 } }, { "id": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworkstulufull__1__1743712914", "name": "allenai/open_instruct_dev-rm_qwen_1e-6_1_skyworkstulufull__1__1743712914", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6492, "reward-bench/Factuality": 0.6084, "reward-bench/Precise IF": 0.35, "reward-bench/Math": 0.6776, "reward-bench/Safety": 0.76, "reward-bench/Focus": 0.8, "reward-bench/Ties": 0.699 } }, { "id": "allenai/open_instruct_dev-rm_qwen_2e-5_1_skyworkstulufull__1__1743713091", "name": "allenai/open_instruct_dev-rm_qwen_2e-5_1_skyworkstulufull__1__1743713091", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6764, "reward-bench/Factuality": 0.7074, "reward-bench/Precise IF": 0.3, "reward-bench/Math": 0.6885, "reward-bench/Safety": 0.8622, "reward-bench/Focus": 0.802, "reward-bench/Ties": 0.6984 } }, { "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__1__1744062829", "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__1__1744062829", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6408, "reward-bench/Factuality": 0.6337, "reward-bench/Precise IF": 0.3063, "reward-bench/Math": 0.6831, "reward-bench/Safety": 0.8467, "reward-bench/Focus": 0.8222, "reward-bench/Ties": 0.5529 } }, { "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__2__1744576050", "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworks__2__1744576050", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6452, "reward-bench/Factuality": 0.6063, "reward-bench/Precise IF": 0.3187, "reward-bench/Math": 0.7158, "reward-bench/Safety": 0.8356, "reward-bench/Focus": 0.8343, "reward-bench/Ties": 0.5603 } }, { "id": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworkstulufull__1__1743712916", "name": "allenai/open_instruct_dev-rm_qwen_3e-6_1_skyworkstulufull__1__1743712916", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7013, "reward-bench/Factuality": 0.7263, "reward-bench/Precise IF": 0.3438, "reward-bench/Math": 0.6995, "reward-bench/Safety": 0.8222, "reward-bench/Focus": 0.8444, "reward-bench/Ties": 0.7714 } }, { "id": "allenai/open_instruct_dev-rm_qwen_3e-6_2__1__1743023576", "name": "allenai/open_instruct_dev-rm_qwen_3e-6_2__1__1743023576", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6369, "reward-bench/Factuality": 0.6905, "reward-bench/Precise IF": 0.3187, "reward-bench/Math": 0.6448, "reward-bench/Safety": 0.7844, "reward-bench/Focus": 0.7596, "reward-bench/Ties": 0.6236 } }, { "id": "allenai/open_instruct_dev-rm_qwen_3e-6_3__1__1743023619", "name": "allenai/open_instruct_dev-rm_qwen_3e-6_3__1__1743023619", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6221, "reward-bench/Factuality": 0.6674, "reward-bench/Precise IF": 0.325, "reward-bench/Math": 0.612, "reward-bench/Safety": 0.7978, "reward-bench/Focus": 0.7455, "reward-bench/Ties": 0.5852 } }, { "id": "allenai/open_instruct_dev-rm_qwenbase_1e-6_1_skyworkstulufull__1__1745388583", "name": "allenai/open_instruct_dev-rm_qwenbase_1e-6_1_skyworkstulufull__1__1745388583", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.5735, "reward-bench/Factuality": 0.5895, "reward-bench/Precise IF": 0.2625, "reward-bench/Math": 0.6448, "reward-bench/Safety": 0.6889, "reward-bench/Focus": 0.6727, "reward-bench/Ties": 0.5823 } }, { "id": "allenai/open_instruct_dev-rm_qwenbase_1e-6_2_skyworkstulufull__1__1745388604", "name": "allenai/open_instruct_dev-rm_qwenbase_1e-6_2_skyworkstulufull__1__1745388604", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6336, "reward-bench/Factuality": 0.6337, "reward-bench/Precise IF": 0.3063, "reward-bench/Math": 0.6885, "reward-bench/Safety": 0.7244, "reward-bench/Focus": 0.802, "reward-bench/Ties": 0.6465 } }, { "id": "allenai/open_instruct_dev-rm_qwenbase_2e-5_1_skyworkstulufull__1__1745388738", "name": "allenai/open_instruct_dev-rm_qwenbase_2e-5_1_skyworkstulufull__1__1745388738", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6824, "reward-bench/Factuality": 0.6989, "reward-bench/Precise IF": 0.3625, "reward-bench/Math": 0.6831, "reward-bench/Safety": 0.8311, "reward-bench/Focus": 0.8081, "reward-bench/Ties": 0.7107 } }, { "id": "allenai/open_instruct_dev-rm_qwenbase_2e-5_2_skyworkstulufull__1__1745388191", "name": "allenai/open_instruct_dev-rm_qwenbase_2e-5_2_skyworkstulufull__1__1745388191", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6392, "reward-bench/Factuality": 0.6589, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.6995, "reward-bench/Safety": 0.7933, "reward-bench/Focus": 0.7717, "reward-bench/Ties": 0.5804 } }, { "id": "allenai/open_instruct_dev-rm_qwenbase_3e-6_1_skyworkstulufull__1__1745388737", "name": "allenai/open_instruct_dev-rm_qwenbase_3e-6_1_skyworkstulufull__1__1745388737", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.664, "reward-bench/Factuality": 0.6821, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.6448, "reward-bench/Safety": 0.8133, "reward-bench/Focus": 0.8061, "reward-bench/Ties": 0.7066 } }, { "id": "allenai/open_instruct_dev-rm_qwenbase_3e-6_2_skyworkstulufull__1__1745388138", "name": "allenai/open_instruct_dev-rm_qwenbase_3e-6_2_skyworkstulufull__1__1745388138", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6678, "reward-bench/Factuality": 0.6505, "reward-bench/Precise IF": 0.3312, "reward-bench/Math": 0.6831, "reward-bench/Safety": 0.7978, "reward-bench/Focus": 0.8808, "reward-bench/Ties": 0.6632 } }, { "id": "allenai/open_instruct_dev-rm_tulu3_70b_1__8__1742924455", "name": "allenai/open_instruct_dev-rm_tulu3_70b_1__8__1742924455", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6618, "reward-bench/Factuality": 0.7958, "reward-bench/Precise IF": 0.325, "reward-bench/Math": 0.6557, "reward-bench/Safety": 0.8311, "reward-bench/Focus": 0.6323, "reward-bench/Ties": 0.7311 } }, { "id": "allenai/open_instruct_dev-rm_tulu3_70b_2__8__1742982964", "name": "allenai/open_instruct_dev-rm_tulu3_70b_2__8__1742982964", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6605, "reward-bench/Factuality": 0.7789, "reward-bench/Precise IF": 0.3688, "reward-bench/Math": 0.6448, "reward-bench/Safety": 0.8844, "reward-bench/Focus": 0.6667, "reward-bench/Ties": 0.6195 } }, { "id": "allenai/tulu-2-dpo-13b", "name": "allenai/tulu-2-dpo-13b", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7368, "reward-bench/Chat": 0.9581, "reward-bench/Chat Hard": 0.5833, "reward-bench/Safety": 0.7946, "reward-bench/Reasoning": 0.7323, "reward-bench/Prior Sets (0.5 weight)": 0.4947 } }, { "id": "allenai/tulu-2-dpo-70b", "name": "allenai/tulu-2-dpo-70b", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7621, "reward-bench/Chat": 0.9749, "reward-bench/Chat Hard": 0.6053, "reward-bench/Safety": 0.8446, "reward-bench/Reasoning": 0.7407, "reward-bench/Prior Sets (0.5 weight)": 0.5278 } }, { "id": "allenai/tulu-2-dpo-7b", "name": "allenai/tulu-2-dpo-7b", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7212, "reward-bench/Chat": 0.9749, "reward-bench/Chat Hard": 0.5614, "reward-bench/Safety": 0.7527, "reward-bench/Reasoning": 0.7176, "reward-bench/Prior Sets (0.5 weight)": 0.4774 } }, { "id": "allenai/tulu-v2.5-13b-preference-mix-rm", "name": "allenai/tulu-v2.5-13b-preference-mix-rm", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.8027, "reward-bench/Chat": 0.9358, "reward-bench/Chat Hard": 0.682, "reward-bench/Safety": 0.773, "reward-bench/Reasoning": 0.885, "reward-bench/Prior Sets (0.5 weight)": 0.6724 } }, { "id": "allenai/tulu-v2.5-13b-uf-rm", "name": "allenai/tulu-v2.5-13b-uf-rm", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.4806, "reward-bench/Chat": 0.3939, "reward-bench/Chat Hard": 0.4232, "reward-bench/Safety": 0.5554, "reward-bench/Reasoning": 0.4737, "reward-bench/Prior Sets (0.5 weight)": 0.6326 } }, { "id": "allenai/tulu-v2.5-70b-preference-mix-rm", "name": "allenai/tulu-v2.5-70b-preference-mix-rm", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.6516, "reward-bench/Chat": 0.7737, "reward-bench/Chat Hard": 0.5921, "reward-bench/Safety": 0.8486, "reward-bench/Reasoning": 0.4138, "reward-bench/Prior Sets (0.5 weight)": 0.6079 } }, { "id": "allenai/tulu-v2.5-70b-uf-rm", "name": "allenai/tulu-v2.5-70b-uf-rm", "developer": "allenai", "evaluator_relationship": null, "benchmark_scores": { "reward-bench/Score": 0.7398, "reward-bench/Chat": 0.8659, "reward-bench/Chat Hard": 0.7171, "reward-bench/Safety": 0.7014, "reward-bench/Reasoning": 0.757, "reward-bench/Prior Sets (0.5 weight)": 0.5757 } } ] }