step generator AUROC 1 deepseek-r1-distill-qwen-32b 0.2805 1 falcon3-10b-instruct 0.3570 1 gemini-1.5-pro 0.3709 1 gemini-2.0-flash 0.2720 1 gemini-pro 0.3453 1 gemini-pro-paraphrase 0.2916 1 gpt-3.5-turbo 0.3571 1 gpt-4-turbo 0.2368 1 gpt-4-turbo-paraphrase 0.2468 1 gpt-4.5-preview 0.5575 1 gpt-4o 0.3554 1 gpt-4o-mini 0.3077 1 llama-2-70b-chat 0.4459 1 llama-2-7b-chat 0.3627 1 llama-3.1-8b-instruct 0.3680 1 llama-3.3-70b-instruct 0.3066 1 ministral-8b-instruct-2410 0.3903 1 mistral-7b-instruct-v0.2 0.4420 1 mixtral-8x7b-instruct-v0.1 0.3680 1 o3-mini 0.2241 1 qwen1.5-72b-chat-8bit 0.2817 1 text-bison-002 0.3249 1 MACRO_AVG 0.3406 5 deepseek-r1-distill-qwen-32b 0.6489 5 falcon3-10b-instruct 0.6615 5 gemini-1.5-pro 0.5179 5 gemini-2.0-flash 0.5804 5 gemini-pro 0.2950 5 gemini-pro-paraphrase 0.2680 5 gpt-3.5-turbo 0.4799 5 gpt-4-turbo 0.4235 5 gpt-4-turbo-paraphrase 0.2729 5 gpt-4.5-preview 0.7521 5 gpt-4o 0.6077 5 gpt-4o-mini 0.6023 5 llama-2-70b-chat 0.4436 5 llama-2-7b-chat 0.2951 5 llama-3.1-8b-instruct 0.6269 5 llama-3.3-70b-instruct 0.7082 5 ministral-8b-instruct-2410 0.6718 5 mistral-7b-instruct-v0.2 0.4498 5 mixtral-8x7b-instruct-v0.1 0.4014 5 o3-mini 0.6222 5 qwen1.5-72b-chat-8bit 0.3694 5 text-bison-002 0.3020 5 MACRO_AVG 0.5000 10 deepseek-r1-distill-qwen-32b 0.8016 10 falcon3-10b-instruct 0.8637 10 gemini-1.5-pro 0.7614 10 gemini-2.0-flash 0.8156 10 gemini-pro 0.7949 10 gemini-pro-paraphrase 0.8390 10 gpt-3.5-turbo 0.9181 10 gpt-4-turbo 0.8849 10 gpt-4-turbo-paraphrase 0.8713 10 gpt-4.5-preview 0.8622 10 gpt-4o 0.9151 10 gpt-4o-mini 0.9161 10 llama-2-70b-chat 0.8170 10 llama-2-7b-chat 0.8096 10 llama-3.1-8b-instruct 0.8324 10 llama-3.3-70b-instruct 0.8892 10 ministral-8b-instruct-2410 0.8536 10 mistral-7b-instruct-v0.2 0.8488 10 mixtral-8x7b-instruct-v0.1 0.8051 10 o3-mini 0.9089 10 qwen1.5-72b-chat-8bit 0.8448 10 text-bison-002 0.8355 10 MACRO_AVG 0.8495 15 deepseek-r1-distill-qwen-32b 0.9608 15 falcon3-10b-instruct 0.9834 15 gemini-1.5-pro 0.8948 15 gemini-2.0-flash 0.9442 15 gemini-pro 0.8394 15 gemini-pro-paraphrase 0.8759 15 gpt-3.5-turbo 0.9910 15 gpt-4-turbo 0.9544 15 gpt-4-turbo-paraphrase 0.9308 15 gpt-4.5-preview 0.9348 15 gpt-4o 0.9893 15 gpt-4o-mini 0.9899 15 llama-2-70b-chat 0.8703 15 llama-2-7b-chat 0.8655 15 llama-3.1-8b-instruct 0.9294 15 llama-3.3-70b-instruct 0.9798 15 ministral-8b-instruct-2410 0.9783 15 mistral-7b-instruct-v0.2 0.8875 15 mixtral-8x7b-instruct-v0.1 0.8637 15 o3-mini 0.9883 15 qwen1.5-72b-chat-8bit 0.9191 15 text-bison-002 0.9046 15 MACRO_AVG 0.9307 20 deepseek-r1-distill-qwen-32b 0.9988 20 falcon3-10b-instruct 0.9995 20 gemini-1.5-pro 0.9606 20 gemini-2.0-flash 0.9988 20 gemini-pro 0.9650 20 gemini-pro-paraphrase 0.9663 20 gpt-3.5-turbo 0.9985 20 gpt-4-turbo 0.9945 20 gpt-4-turbo-paraphrase 0.9839 20 gpt-4.5-preview 0.9946 20 gpt-4o 0.9992 20 gpt-4o-mini 0.9995 20 llama-2-70b-chat 0.9804 20 llama-2-7b-chat 0.9761 20 llama-3.1-8b-instruct 0.9870 20 llama-3.3-70b-instruct 0.9966 20 ministral-8b-instruct-2410 0.9992 20 mistral-7b-instruct-v0.2 0.9784 20 mixtral-8x7b-instruct-v0.1 0.9759 20 o3-mini 0.9995 20 qwen1.5-72b-chat-8bit 0.9879 20 text-bison-002 0.9853 20 MACRO_AVG 0.9875 25 deepseek-r1-distill-qwen-32b 0.9964 25 falcon3-10b-instruct 0.9930 25 gemini-1.5-pro 0.9625 25 gemini-2.0-flash 0.9969 25 gemini-pro 0.9747 25 gemini-pro-paraphrase 0.9735 25 gpt-3.5-turbo 0.9964 25 gpt-4-turbo 0.9924 25 gpt-4-turbo-paraphrase 0.9851 25 gpt-4.5-preview 0.9906 25 gpt-4o 0.9980 25 gpt-4o-mini 0.9984 25 llama-2-70b-chat 0.9851 25 llama-2-7b-chat 0.9830 25 llama-3.1-8b-instruct 0.9819 25 llama-3.3-70b-instruct 0.9887 25 ministral-8b-instruct-2410 0.9955 25 mistral-7b-instruct-v0.2 0.9838 25 mixtral-8x7b-instruct-v0.1 0.9822 25 o3-mini 0.9967 25 qwen1.5-72b-chat-8bit 0.9866 25 text-bison-002 0.9853 25 MACRO_AVG 0.9876 30 deepseek-r1-distill-qwen-32b 0.9992 30 falcon3-10b-instruct 0.9994 30 gemini-1.5-pro 0.9621 30 gemini-2.0-flash 0.9994 30 gemini-pro 0.9799 30 gemini-pro-paraphrase 0.9831 30 gpt-3.5-turbo 0.9997 30 gpt-4-turbo 0.9995 30 gpt-4-turbo-paraphrase 0.9931 30 gpt-4.5-preview 0.9960 30 gpt-4o 0.9999 30 gpt-4o-mini 0.9999 30 llama-2-70b-chat 0.9905 30 llama-2-7b-chat 0.9911 30 llama-3.1-8b-instruct 0.9897 30 llama-3.3-70b-instruct 0.9990 30 ministral-8b-instruct-2410 0.9995 30 mistral-7b-instruct-v0.2 0.9909 30 mixtral-8x7b-instruct-v0.1 0.9896 30 o3-mini 0.9997 30 qwen1.5-72b-chat-8bit 0.9972 30 text-bison-002 0.9945 30 MACRO_AVG 0.9933 35 deepseek-r1-distill-qwen-32b 0.9998 35 falcon3-10b-instruct 0.9992 35 gemini-1.5-pro 0.9689 35 gemini-2.0-flash 0.9998 35 gemini-pro 0.9851 35 gemini-pro-paraphrase 0.9884 35 gpt-3.5-turbo 0.9999 35 gpt-4-turbo 1.0000 35 gpt-4-turbo-paraphrase 0.9963 35 gpt-4.5-preview 0.9980 35 gpt-4o 0.9999 35 gpt-4o-mini 0.9999 35 llama-2-70b-chat 0.9974 35 llama-2-7b-chat 0.9967 35 llama-3.1-8b-instruct 0.9929 35 llama-3.3-70b-instruct 0.9993 35 ministral-8b-instruct-2410 0.9997 35 mistral-7b-instruct-v0.2 0.9965 35 mixtral-8x7b-instruct-v0.1 0.9947 35 o3-mini 0.9999 35 qwen1.5-72b-chat-8bit 0.9995 35 text-bison-002 0.9992 35 MACRO_AVG 0.9960