space,created,task,task_version,model,epochs,total_samples,status,judge_model,judge_reasoning_effort,len_adj_center,len_adj_penalty,raw_score,len_adj_score,candidate_tokens,cand_tok_per_sample,judge_tokens,provenance,inspect_ai,inspect_evals,task_file,file
healthbench-v1,2026-07-09T08:07:45,inspect_evals/healthbench_hard,2,openai/gpt-5-nano,1,,error,,,,,,,0,,0,not-a-run,0.3.244,0.14.2,,2026-07-09T08-07-45-00-00_healthbench-hard_VLbsW5zXdzSbfgeNMziFZ2.eval
healthbench-v1,2026-07-09T08:10:01,inspect_evals/healthbench_hard,2,openai/gpt-5.5,1,,error,,,,,,,0,,0,not-a-run,0.3.244,0.14.2,,2026-07-09T08-10-01-00-00_healthbench-hard_jofngniV8jDhpdvbXSg9S4.eval
healthbench-v1,2026-07-09T08:11:34,inspect_evals/healthbench_hard,2,anthropic/claude-opus-4-7,1,,cancelled,,,,,,,46358,,0,not-a-run,0.3.244,0.14.2,,2026-07-09T08-11-34-00-00_healthbench-hard_CzHRcCD6CoJpUFoxxWadFn.eval
healthbench-v1,2026-07-09T09:03:02,inspect_evals/healthbench,2,openai/gpt-5.5,1,,error,openai/gpt-4o-mini,,,,,,0,,0,not-a-run,0.3.245,0.14.3,,2026-07-09T09-03-02-00-00_healthbench_EVLdZCZJQYG5EuWtS2TLsK.eval
healthbench-v1,2026-07-09T09:05:32,inspect_evals/healthbench,2,openai/gpt-5.5,1,,error,openai/gpt-4o-mini,,,,,,0,,0,not-a-run,0.3.245,0.14.3,,2026-07-09T09-05-32-00-00_healthbench_Aucfe2K5BgdpYrkukVNJcf.eval
healthbench-v1,2026-07-09T09:09:45,inspect_evals/healthbench,2,openai/gpt-5.5,1,5000,success,openai/gpt-4o-mini,,,,0.4873,,4699836,940.0,84688797,fresh,0.3.245,0.14.3,,2026-07-09T09-09-45-00-00_healthbench_gGjNAEJ4UezLEQvJPVi7Zi.eval
healthbench-v1,2026-07-09T10:33:03,inspect_evals/healthbench,2,anthropic/claude-opus-4-7,1,5000,success,openai/gpt-4o-mini,,,,0.4762,,4923085,984.6,80274748,fresh,0.3.245,0.14.3,,2026-07-09T10-33-03-00-00_healthbench_QeHrUjumcLfkEWL5T7HaUa.eval
hs-non-professional,2026-07-15T06:51:58,inspect_evals/healthbench,2,openai/gpt-5.5,1,5000,success,openai/gpt-4.1,,2000,0.0299,0.5687,0.5583,0,0.0,0,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-15T06-51-58-00-00_healthbench_WJDhL9LgZJKMGgYizSLYpL.eval
hs-non-professional,2026-07-15T07:01:24,inspect_evals/healthbench,2,anthropic/claude-opus-4-7,1,5000,success,openai/gpt-4.1,,2000,0.0299,0.5344,0.5431,0,0.0,0,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-15T07-01-24-00-00_healthbench_Hah9CRDdSrTz7K5EFgRWF8.eval
hs-non-professional,2026-07-16T04:29:43,inspect_evals/healthbench,2,openrouter/deepseek/deepseek-v4-pro,1,5000,success,openai/gpt-4.1,,2000,0.0299,0.5137,0.4173,7415173,1483.0,105583667,fresh,0.3.246,0.14.3,,2026-07-16T04-29-43-00-00_healthbench_jBnP8VSE7rSvrMpzRStQFK.eval
hs-non-professional,2026-07-16T05:23:21,inspect_evals/healthbench,2,openai-api/plamo/plamo-3.0-prime,1,5000,success,openai/gpt-4.1,,2000,0.0299,0.3942,0.3243,2449482,489.9,49156082,fresh,0.3.246,0.14.3,,2026-07-16T05-23-21-00-00_healthbench_iexipStaaxm8E5ni3Gg96Z.eval
hs-hard,2026-07-16T07:28:45,inspect_evals/healthbench_hard,2,openai/gpt-5.5,1,1000,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.0392,0.2727,0.2603,0,0.0,17512569,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T07-28-45-00-00_healthbench-hard_dxTyk6Wmosx3kJAp4iULs9.eval
hs-hard,2026-07-16T18:52:11,inspect_evals/healthbench_hard,2,anthropic/claude-opus-4-7,1,1000,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.0392,0.2661,0.278,0,0.0,16665282,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T18-52-11-00-00_healthbench-hard_Z9QDknMd4SukiAP7Q4FSPz.eval
hs-hard,2026-07-16T19:07:31,inspect_evals/healthbench_hard,2,openrouter/deepseek/deepseek-v4-pro,1,1000,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.0392,0.2484,0.138,0,0.0,21037790,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T19-07-31-00-00_healthbench-hard_SABwaQjc3Xon5iDMpWFQV3.eval
hs-hard,2026-07-16T19:23:40,inspect_evals/healthbench_hard,2,openai-api/plamo/plamo-3.0-prime,1,1000,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.0392,0.1743,0.0961,0,0.0,20067380,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T19-23-40-00-00_healthbench-hard_mEs7dJHDapQ4JVqHQtfTJc.eval
hs-consensus,2026-07-16T20:09:58,inspect_evals/healthbench_consensus,2,openai-api/plamo/plamo-3.0-prime,1,3671,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.002,0.7525,0.7478,0,0.0,12531224,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T20-09-58-00-00_healthbench-consensus_87a5hkWgWY5rrHyoygzDVx.eval
hs-consensus,2026-07-16T20:20:37,inspect_evals/healthbench_consensus,2,openai/gpt-5.5,1,3671,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.002,0.8208,0.8202,0,0.0,10709027,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T20-20-37-00-00_healthbench-consensus_gmfrK88PFGpuvRWqnk7uc5.eval
hs-consensus,2026-07-16T20:44:07,inspect_evals/healthbench_consensus,2,openrouter/deepseek/deepseek-v4-pro,1,3671,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.002,0.791,0.7846,0,0.0,13025085,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T20-44-07-00-00_healthbench-consensus_EbuNesZCwbaRVAqRedBwjP.eval
hs-consensus,2026-07-16T21:11:43,inspect_evals/healthbench_consensus,2,anthropic/claude-opus-4-7,1,3671,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.002,0.8017,0.8023,0,0.0,10263280,FULL CACHE REPLAY,0.3.246,0.14.3,,2026-07-16T21-11-43-00-00_healthbench-consensus_k2nEohAktRtjKfZ5BNGJSG.eval
hs-consensus,2026-07-24T09:07:55,inspect_evals/healthbench_consensus,2,vllm/google/medgemma-4b-it,1,3671,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.002,0.7137,0.7077,3440824,937.3,14762331,fresh,0.3.249,0.16.0,,2026-07-24T09-07-55-00-00_healthbench-consensus_QX6zAfF9oDZDAX4p6k6yb9.eval
hs-hard,2026-07-24T09:18:15,inspect_evals/healthbench_hard,2,vllm/google/medgemma-4b-it,1,1000,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.0392,0.106,0.0126,402479,402.5,17583141,fresh,0.3.249,0.16.0,,2026-07-24T09-18-15-00-00_healthbench-hard_WkGg4UV64qpccys2fbViHY.eval
hs-non-professional,2026-07-24T09:32:53,inspect_evals/healthbench,2,vllm/google/medgemma-4b-it,1,5000,success,openai/gpt-4.1,,2000,0.0299,0.2697,0.1832,877814,175.6,100167550,MOSTLY CACHED,0.3.249,0.16.0,,2026-07-24T09-32-53-00-00_healthbench_6Co8iMuXsKxGNrMeAkRbdp.eval
hs-consensus,2026-07-24T11:39:48,inspect_evals/healthbench_consensus,2,vllm/google/medgemma-27b-text-it,1,3671,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.002,0.7758,0.7661,4303064,1172.2,16607219,fresh,0.3.249,0.16.0,,2026-07-24T11-39-48-00-00_healthbench-consensus_7b4ZMKGYfFkgFNSJXJs53z.eval
hs-non-professional,2026-07-24T12:08:49,inspect_evals/healthbench,2,vllm/google/medgemma-27b-text-it,1,5000,success,openai/gpt-4.1,,2000,0.0299,0.472,0.3321,1556281,311.3,113164489,fresh,0.3.249,0.16.0,,2026-07-24T12-08-49-00-00_healthbench_cuBWJL4bbU32vR5cxHsjEC.eval
hs-hard,2026-07-24T14:36:42,inspect_evals/healthbench_hard,2,vllm/google/medgemma-27b-text-it,1,1000,success,"openai/gpt-4o-mini (default, inferred)",,2000,0.0392,0.2109,0.0483,24135,24.1,20040174,MOSTLY CACHED,0.3.249,0.16.0,,2026-07-24T14-36-42-00-00_healthbench-hard_BU7wDz79JMGuziKwJrRrpN.eval
hs-original,2026-07-24T15:57:49,healthbench_professional,0,openai/gpt-5.5,8,4200,success,openai/gpt-5.4,low,2000.0,0.0147,0.5295,0.4781,8994839,2141.6,21393751,fresh,0.3.246,,healthbench_professional.py,2026-07-24T15-57-49-00-00_healthbench-professional_7PZFsBJYTZRCdXZkJPfki7.eval
hs-prof-subsets,2026-07-24T16:36:59,healthbench_professional_consult,0,openai/gpt-5.5,8,1888,success,openai/gpt-5.4,low,,,0.51,0.4864,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T16-36-59-00-00_healthbench-professional-consult_D8Z93ZWFtkR4CDbDBLZvBT.eval
hs-prof-subsets,2026-07-24T16:37:37,healthbench_professional_writing,0,openai/gpt-5.5,8,1136,success,openai/gpt-5.4,low,,,0.4062,0.3596,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T16-37-37-00-00_healthbench-professional-writing_joZQNJ9ZAZidpUaSpEqyvS.eval
hs-prof-subsets,2026-07-24T16:37:58,healthbench_professional_research,0,openai/gpt-5.5,8,1176,success,openai/gpt-5.4,low,,,0.6799,0.5792,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T16-37-58-00-00_healthbench-professional-research_3Vd4jhz6oiMQTsC2Mhw849.eval
hs-prof-subsets,2026-07-24T16:38:22,healthbench_professional_red_teaming,0,openai/gpt-5.5,8,1528,success,openai/gpt-5.4,low,,,0.2992,0.2819,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T16-38-22-00-00_healthbench-professional-red-teaming_Xund3mwQvSqTJfxno7icGe.eval
hs-prof-subsets,2026-07-24T16:38:52,healthbench_professional_physician_baseline,0,openai/gpt-5.5,8,4200,success,openai/gpt-5.4,low,,,0.4429,0.4387,0,0.0,17204312,baseline(no model gen by design),0.3.246,,healthbench_professional.py,2026-07-24T16-38-52-00-00_healthbench-professional-physician-baseline_XADueRF5xwkSmDPWc4LtNf.eval
hs-original,2026-07-24T16:55:39,healthbench_professional,0,anthropic/claude-opus-4-7,8,4200,success,openai/gpt-5.4,low,2000.0,0.0147,0.5083,0.4803,9075443,2160.8,19817644,fresh,0.3.246,,healthbench_professional.py,2026-07-24T16-55-39-00-00_healthbench-professional_boiooCVNG7ZkBVsnEpKLNT.eval
hs-prof-subsets,2026-07-24T17:19:14,healthbench_professional_consult,0,anthropic/claude-opus-4-7,8,1888,success,openai/gpt-5.4,low,,,0.4906,0.4704,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T17-19-14-00-00_healthbench-professional-consult_hZgDXu6oT2MuZrn4L7msXN.eval
hs-prof-subsets,2026-07-24T17:19:42,healthbench_professional_writing,0,anthropic/claude-opus-4-7,8,1136,success,openai/gpt-5.4,low,,,0.3947,0.3615,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T17-19-42-00-00_healthbench-professional-writing_haJJesaYyVNeNRLHnAi8HD.eval
hs-prof-subsets,2026-07-24T17:19:59,healthbench_professional_research,0,anthropic/claude-opus-4-7,8,1176,success,openai/gpt-5.4,low,,,0.6464,0.6107,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T17-19-59-00-00_healthbench-professional-research_7RUfdNFLnH7EpAC92NeL7e.eval
hs-prof-subsets,2026-07-24T17:20:17,healthbench_professional_red_teaming,0,anthropic/claude-opus-4-7,8,1528,success,openai/gpt-5.4,low,,,0.2828,0.2674,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T17-20-17-00-00_healthbench-professional-red-teaming_DLPPa6kbs9VeKS6cfPDhdv.eval
hs-prof-subsets,2026-07-24T17:20:42,healthbench_professional_physician_baseline,0,anthropic/claude-opus-4-7,8,4200,success,openai/gpt-5.4,low,,,0.4429,0.4387,0,0.0,0,baseline(no model gen by design),0.3.246,,healthbench_professional.py,2026-07-24T17-20-42-00-00_healthbench-professional-physician-baseline_98adhjPPBGUtnnuJVmWXjn.eval
hs-original,2026-07-24T17:30:37,healthbench_professional,0,openai-api/plamo/plamo-3.0-prime,8,4200,success,openai/gpt-5.4,low,2000.0,0.0147,0.2078,0.1374,8130263,1935.8,23382174,fresh,0.3.246,,healthbench_professional.py,2026-07-24T17-30-37-00-00_healthbench-professional_c9RnXrEaoi4T33bvwXEA5h.eval
hs-prof-subsets,2026-07-24T19:33:04,healthbench_professional_consult,0,openai-api/plamo/plamo-3.0-prime,8,1888,success,openai/gpt-5.4,low,,,0.2184,0.1536,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T19-33-04-00-00_healthbench-professional-consult_dgWnf9y2uVjcWoDcyTm3Mm.eval
hs-prof-subsets,2026-07-24T19:33:35,healthbench_professional_writing,0,openai-api/plamo/plamo-3.0-prime,8,1136,success,openai/gpt-5.4,low,,,-0.0276,-0.0431,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T19-33-35-00-00_healthbench-professional-writing_eAmnviGLop8QfjxGLMp9Dz.eval
hs-prof-subsets,2026-07-24T19:33:52,healthbench_professional_research,0,openai-api/plamo/plamo-3.0-prime,8,1176,success,openai/gpt-5.4,low,,,0.4183,0.2858,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T19-33-52-00-00_healthbench-professional-research_WF5VpCWo3K285bwUiVdCUm.eval
hs-prof-subsets,2026-07-24T19:34:11,healthbench_professional_red_teaming,0,openai-api/plamo/plamo-3.0-prime,8,1528,success,openai/gpt-5.4,low,,,-0.0986,-0.1182,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-24T19-34-11-00-00_healthbench-professional-red-teaming_4db2cTWDv6VCVoFSFqWpmW.eval
hs-prof-subsets,2026-07-24T19:34:35,healthbench_professional_physician_baseline,0,openai-api/plamo/plamo-3.0-prime,8,4200,success,openai/gpt-5.4,low,,,0.4429,0.4387,0,0.0,0,baseline(no model gen by design),0.3.246,,healthbench_professional.py,2026-07-24T19-34-35-00-00_healthbench-professional-physician-baseline_S4NuFZgLXeK7RAgHpRKqTy.eval
hs-prof-subsets,2026-07-24T19:59:01,healthbench_professional_writing,0,openrouter/deepseek/deepseek-v4-pro,8,1136,success,openai/gpt-5.4,low,,,0.0954,0.0495,1479207,1302.1,3316215,fresh,0.3.246,,healthbench_professional.py,2026-07-24T19-59-01-00-00_healthbench-professional-writing_933975rUF6cdWKJECk44bJ.eval
hs-prof-subsets,2026-07-24T20:07:30,healthbench_professional_research,0,openrouter/deepseek/deepseek-v4-pro,8,1176,success,openai/gpt-5.4,low,,,0.6368,0.5291,2021029,1718.6,4316530,fresh,0.3.246,,healthbench_professional.py,2026-07-24T20-07-30-00-00_healthbench-professional-research_7gKGNrErBwsumd7oKKUcuN.eval
hs-prof-subsets,2026-07-24T20:18:24,healthbench_professional_red_teaming,0,openrouter/deepseek/deepseek-v4-pro,8,1528,success,openai/gpt-5.4,low,,,-0.0372,-0.0687,1062156,695.1,2312783,fresh,0.3.246,,healthbench_professional.py,2026-07-24T20-18-24-00-00_healthbench-professional-red-teaming_HmwUcZnfLNqmUkyZkHDTdJ.eval
hs-prof-subsets,2026-07-24T20:28:47,healthbench_professional_physician_baseline,0,openrouter/deepseek/deepseek-v4-pro,8,4200,success,openai/gpt-5.4,low,,,0.4429,0.4387,0,0.0,0,baseline(no model gen by design),0.3.246,,healthbench_professional.py,2026-07-24T20-28-47-00-00_healthbench-professional-physician-baseline_kjY8x2CXBcbHZUSHs55G7D.eval
hs-original,2026-07-24T22:44:03,healthbench_professional,0,vllm/google/medgemma-27b-text-it,8,4200,success,openai/gpt-5.4,low,2000.0,0.0147,0.3125,0.2003,8383935,1996.2,25383913,fresh,0.3.249,,healthbench_professional.py,2026-07-24T22-44-03-00-00_healthbench-professional_6AYXiEDgGuzNtAcyWPDGrR.eval
hs-prof-subsets,2026-07-24T23:41:11,healthbench_professional_consult,0,vllm/google/medgemma-27b-text-it,8,1888,success,openai/gpt-5.4,low,,,0.2851,0.1778,23572,12.5,61467,MOSTLY CACHED,0.3.249,,healthbench_professional.py,2026-07-24T23-41-11-00-00_healthbench-professional-consult_muhCA3DyeXvwNpDvn7gpN4.eval
hs-prof-subsets,2026-07-24T23:41:59,healthbench_professional_writing,0,vllm/google/medgemma-27b-text-it,8,1136,success,openai/gpt-5.4,low,,,0.1891,0.0913,5260,4.6,19696,MOSTLY CACHED,0.3.249,,healthbench_professional.py,2026-07-24T23-41-59-00-00_healthbench-professional-writing_CMBT9aSmchzcQFRpwZdCqR.eval
hs-prof-subsets,2026-07-24T23:42:33,healthbench_professional_research,0,vllm/google/medgemma-27b-text-it,8,1176,success,openai/gpt-5.4,low,,,0.4776,0.344,12406,10.5,45185,MOSTLY CACHED,0.3.249,,healthbench_professional.py,2026-07-24T23-42-33-00-00_healthbench-professional-research_RFx9qF5ZP369Kdi3CNQU6M.eval
hs-prof-subsets,2026-07-24T23:43:33,healthbench_professional_red_teaming,0,vllm/google/medgemma-27b-text-it,8,1528,success,openai/gpt-5.4,low,,,0.0145,-0.068,0,0.0,0,FULL CACHE REPLAY,0.3.249,,healthbench_professional.py,2026-07-24T23-43-33-00-00_healthbench-professional-red-teaming_ewG7cuk2vXaZpcauRLz7qR.eval
hs-prof-subsets,2026-07-24T23:44:07,healthbench_professional_physician_baseline,0,vllm/google/medgemma-27b-text-it,8,4200,success,openai/gpt-5.4,low,,,0.439,0.4348,0,0.0,17206029,baseline(no model gen by design),0.3.249,,healthbench_professional.py,2026-07-24T23-44-07-00-00_healthbench-professional-physician-baseline_cY3Z8sUNPRQTpSA3UHa77J.eval
hs-original,2026-07-25T00:26:29,healthbench_professional,0,vllm/google/medgemma-4b-it,8,4200,success,openai/gpt-5.4,low,2000.0,0.0147,0.1651,0.0904,7090153,1688.1,22550200,fresh,0.3.249,,healthbench_professional.py,2026-07-25T00-26-29-00-00_healthbench-professional_GEViyNR2PM2B2oUV94DzoK.eval
hs-prof-subsets,2026-07-25T00:59:37,healthbench_professional_consult,0,vllm/google/medgemma-4b-it,8,1888,success,openai/gpt-5.4,low,,,0.152,0.0819,21234,11.2,54391,MOSTLY CACHED,0.3.249,,healthbench_professional.py,2026-07-25T00-59-37-00-00_healthbench-professional-consult_ffSg7GfyxjArrdwu7fSrBa.eval
hs-original,2026-07-25T18:24:55,healthbench_professional,0,openrouter/deepseek/deepseek-v4-pro,1,525,success,openai/gpt-5.4,low,2000.0,0.0147,0.343,0.2742,5338,10.2,8795,MOSTLY CACHED,0.3.246,,healthbench_professional.py,2026-07-25T18-24-55-00-00_healthbench-professional_HaKmMaK4Q6JCLuX2RLCPnc.eval
hs-prof-subsets,2026-07-25T18:26:20,healthbench_professional_consult,0,openrouter/deepseek/deepseek-v4-pro,1,236,success,openai/gpt-5.4,low,,,0.3123,0.2559,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-25T18-26-20-00-00_healthbench-professional-consult_3DSH4qRFzYfb27rH9Z9RqP.eval
hs-prof-subsets,2026-07-25T18:26:25,healthbench_professional_writing,0,openrouter/deepseek/deepseek-v4-pro,1,142,success,openai/gpt-5.4,low,,,0.0973,0.0516,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-25T18-26-25-00-00_healthbench-professional-writing_2LJ8vJpJXUX2TbtokQzbxp.eval
hs-prof-subsets,2026-07-25T18:26:28,healthbench_professional_research,0,openrouter/deepseek/deepseek-v4-pro,1,147,success,openai/gpt-5.4,low,,,0.6298,0.5185,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-25T18-26-28-00-00_healthbench-professional-research_9Pb5iwuDu8dmuFzs5FnmBw.eval
hs-prof-subsets,2026-07-25T18:26:32,healthbench_professional_red_teaming,0,openrouter/deepseek/deepseek-v4-pro,1,191,success,openai/gpt-5.4,low,,,-0.0532,-0.0829,0,0.0,0,FULL CACHE REPLAY,0.3.246,,healthbench_professional.py,2026-07-25T18-26-32-00-00_healthbench-professional-red-teaming_e9hCTjjRXrNTnexAxrYM8x.eval
hs-prof-subsets,2026-07-25T18:26:35,healthbench_professional_physician_baseline,0,openrouter/deepseek/deepseek-v4-pro,1,525,success,openai/gpt-5.4,low,,,0.4331,0.4289,0,0.0,0,baseline(no model gen by design),0.3.246,,healthbench_professional.py,2026-07-25T18-26-35-00-00_healthbench-professional-physician-baseline_Njv8PLSvCJpAvUbPPMQqkx.eval
medgemma-healthbench-hard,2026-08-05T06:05:04,healthbench_hard,2,openai-api/vllm/google/medgemma-27b-text-it,1,1000,success,openai/gpt-4.1,,2000,0.0392,0.1332,-0.0442,1108556,1108.6,22501745,fresh,0.3.252,,inspect_evals/src/inspect_evals/healthbench/healthbench.py,2026-08-05T06-05-04-00-00_healthbench-hard_U2qKVPncnWPTbmLEfZfa4y.eval
medgemma-healthbench-hard,2026-08-05T07:09:21,healthbench_hard,2,openai-api/vllm/google/medgemma-4b-it,1,1000,success,openai/gpt-4.1,,2000,0.0392,-0.0312,-0.1641,918963,919.0,20096686,fresh,0.3.252,,inspect_evals/src/inspect_evals/healthbench/healthbench.py,2026-08-05T07-09-21-00-00_healthbench-hard_4bZEuQss4Bbee8KixwTS4o.eval
healthbench-hard-medgemma-v2,2026-08-05T07:54:55,healthbench_hard,2,vllm/google/medgemma-4b-it,1,1000,success,openai/gpt-4.1,,2000,0.0392,-0.0347,-0.1256,887308,887.3,19808558,fresh,0.3.252,,inspect_evals/src/inspect_evals/healthbench/healthbench.py,2026-08-05T07-54-55-00-00_healthbench-hard_MANxy36rpJhotpAvdwQiFk.eval
healthbench-hard-medgemma-v2,2026-08-05T08:07:41,healthbench_hard,2,vllm/google/medgemma-27b-text-it,1,1000,success,openai/gpt-4.1,,2000,0.0392,0.1415,-0.023,1130260,1130.3,22994024,fresh,0.3.252,,inspect_evals/src/inspect_evals/healthbench/healthbench.py,2026-08-05T08-07-41-00-00_healthbench-hard_D9KnFzsoQRE57vVsejUQnW.eval
healthbench-consensus-medgemma,2026-08-05T08:51:22,healthbench_consensus,2,vllm/google/medgemma-27b-text-it,1,3671,success,openai/gpt-4.1,,2000,0.002,0.9105,0.9007,3662191,997.6,14399926,fresh,0.3.252,,inspect_evals/src/inspect_evals/healthbench/healthbench.py,2026-08-05T08-51-22-00-00_healthbench-consensus_6a8D2h492in82NNQHCFgZw.eval
healthbench-consensus-medgemma,2026-08-05T10:32:09,healthbench_consensus,2,vllm/google/medgemma-4b-it,1,3671,success,openai/gpt-4.1,,2000,0.002,0.7583,0.7522,2959598,806.2,12979748,fresh,0.3.252,,inspect_evals/src/inspect_evals/healthbench/healthbench.py,2026-08-05T10-32-09-00-00_healthbench-consensus_6WXSuGaZvDNS5Zze6Jrm3h.eval
healthbench-professional-deepseek-v4-pro,2026-08-06T02:35:30,healthbench_professional,0,openrouter/deepseek/deepseek-v4-pro,1,525,success,openai/gpt-5.4,low,2000,0.0147,0.3781,0.3099,1258221,2396.6,2810449,fresh,0.3.252,,healthbench_professional.py,2026-08-06T02-35-30-00-00_healthbench-professional_bbeHCEMNSj6Q362BQHa7mS.eval