filename,bench,model,date,epochs,samples,judge,provenance,status,raw_score,len_adj_score,source_space,source_file
hard__gpt-5-nano__2026-07-09-FAILED.eval,hard,gpt-5-nano,2026-07-09,1,,,not-a-run,error,,,healthbench-v1,2026-07-09T08-07-45-00-00_healthbench-hard_VLbsW5zXdzSbfgeNMziFZ2.eval
hard__gpt-5.5__2026-07-09-FAILED.eval,hard,gpt-5.5,2026-07-09,1,,,not-a-run,error,,,healthbench-v1,2026-07-09T08-10-01-00-00_healthbench-hard_jofngniV8jDhpdvbXSg9S4.eval
hard__opus-4.7__2026-07-09-FAILED.eval,hard,opus-4.7,2026-07-09,1,,,not-a-run,cancelled,,,healthbench-v1,2026-07-09T08-11-34-00-00_healthbench-hard_CzHRcCD6CoJpUFoxxWadFn.eval
full__gpt-5.5__2026-07-09-FAILED.eval,full,gpt-5.5,2026-07-09,1,,openai/gpt-4o-mini,not-a-run,error,,,healthbench-v1,2026-07-09T09-03-02-00-00_healthbench_EVLdZCZJQYG5EuWtS2TLsK.eval
full__gpt-5.5__2026-07-09-FAILED__0905.eval,full,gpt-5.5,2026-07-09,1,,openai/gpt-4o-mini,not-a-run,error,,,healthbench-v1,2026-07-09T09-05-32-00-00_healthbench_Aucfe2K5BgdpYrkukVNJcf.eval
full__gpt-5.5__2026-07-09.eval,full,gpt-5.5,2026-07-09,1,5000,openai/gpt-4o-mini,fresh,success,0.4873,,healthbench-v1,2026-07-09T09-09-45-00-00_healthbench_gGjNAEJ4UezLEQvJPVi7Zi.eval
full__opus-4.7__2026-07-09.eval,full,opus-4.7,2026-07-09,1,5000,openai/gpt-4o-mini,fresh,success,0.4762,,healthbench-v1,2026-07-09T10-33-03-00-00_healthbench_QeHrUjumcLfkEWL5T7HaUa.eval
full__gpt-5.5__2026-07-15-replay.eval,full,gpt-5.5,2026-07-15,1,5000,openai/gpt-4.1,FULL CACHE REPLAY,success,0.5687,0.5583,hs-non-professional,2026-07-15T06-51-58-00-00_healthbench_WJDhL9LgZJKMGgYizSLYpL.eval
full__opus-4.7__2026-07-15-replay.eval,full,opus-4.7,2026-07-15,1,5000,openai/gpt-4.1,FULL CACHE REPLAY,success,0.5344,0.5431,hs-non-professional,2026-07-15T07-01-24-00-00_healthbench_Hah9CRDdSrTz7K5EFgRWF8.eval
full__deepseek-v4-pro__2026-07-16.eval,full,deepseek-v4-pro,2026-07-16,1,5000,openai/gpt-4.1,fresh,success,0.5137,0.4173,hs-non-professional,2026-07-16T04-29-43-00-00_healthbench_jBnP8VSE7rSvrMpzRStQFK.eval
full__plamo-3.0-prime__2026-07-16.eval,full,plamo-3.0-prime,2026-07-16,1,5000,openai/gpt-4.1,fresh,success,0.3942,0.3243,hs-non-professional,2026-07-16T05-23-21-00-00_healthbench_iexipStaaxm8E5ni3Gg96Z.eval
hard__gpt-5.5__2026-07-16-replay.eval,hard,gpt-5.5,2026-07-16,1,1000,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.2727,0.2603,hs-hard,2026-07-16T07-28-45-00-00_healthbench-hard_dxTyk6Wmosx3kJAp4iULs9.eval
hard__opus-4.7__2026-07-16-replay.eval,hard,opus-4.7,2026-07-16,1,1000,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.2661,0.278,hs-hard,2026-07-16T18-52-11-00-00_healthbench-hard_Z9QDknMd4SukiAP7Q4FSPz.eval
hard__deepseek-v4-pro__2026-07-16-replay.eval,hard,deepseek-v4-pro,2026-07-16,1,1000,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.2484,0.138,hs-hard,2026-07-16T19-07-31-00-00_healthbench-hard_SABwaQjc3Xon5iDMpWFQV3.eval
hard__plamo-3.0-prime__2026-07-16-replay.eval,hard,plamo-3.0-prime,2026-07-16,1,1000,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.1743,0.0961,hs-hard,2026-07-16T19-23-40-00-00_healthbench-hard_mEs7dJHDapQ4JVqHQtfTJc.eval
consensus__plamo-3.0-prime__2026-07-16-replay.eval,consensus,plamo-3.0-prime,2026-07-16,1,3671,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.7525,0.7478,hs-consensus,2026-07-16T20-09-58-00-00_healthbench-consensus_87a5hkWgWY5rrHyoygzDVx.eval
consensus__gpt-5.5__2026-07-16-replay.eval,consensus,gpt-5.5,2026-07-16,1,3671,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.8208,0.8202,hs-consensus,2026-07-16T20-20-37-00-00_healthbench-consensus_gmfrK88PFGpuvRWqnk7uc5.eval
consensus__deepseek-v4-pro__2026-07-16-replay.eval,consensus,deepseek-v4-pro,2026-07-16,1,3671,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.791,0.7846,hs-consensus,2026-07-16T20-44-07-00-00_healthbench-consensus_EbuNesZCwbaRVAqRedBwjP.eval
consensus__opus-4.7__2026-07-16-replay.eval,consensus,opus-4.7,2026-07-16,1,3671,"openai/gpt-4o-mini (default, inferred)",FULL CACHE REPLAY,success,0.8017,0.8023,hs-consensus,2026-07-16T21-11-43-00-00_healthbench-consensus_k2nEohAktRtjKfZ5BNGJSG.eval
consensus__medgemma-4b__2026-07-24.eval,consensus,medgemma-4b,2026-07-24,1,3671,"openai/gpt-4o-mini (default, inferred)",fresh,success,0.7137,0.7077,hs-consensus,2026-07-24T09-07-55-00-00_healthbench-consensus_QX6zAfF9oDZDAX4p6k6yb9.eval
hard__medgemma-4b__2026-07-24.eval,hard,medgemma-4b,2026-07-24,1,1000,"openai/gpt-4o-mini (default, inferred)",fresh,success,0.106,0.0126,hs-hard,2026-07-24T09-18-15-00-00_healthbench-hard_WkGg4UV64qpccys2fbViHY.eval
full__medgemma-4b__2026-07-24-cached.eval,full,medgemma-4b,2026-07-24,1,5000,openai/gpt-4.1,MOSTLY CACHED,success,0.2697,0.1832,hs-non-professional,2026-07-24T09-32-53-00-00_healthbench_6Co8iMuXsKxGNrMeAkRbdp.eval
consensus__medgemma-27b__2026-07-24.eval,consensus,medgemma-27b,2026-07-24,1,3671,"openai/gpt-4o-mini (default, inferred)",fresh,success,0.7758,0.7661,hs-consensus,2026-07-24T11-39-48-00-00_healthbench-consensus_7b4ZMKGYfFkgFNSJXJs53z.eval
full__medgemma-27b__2026-07-24.eval,full,medgemma-27b,2026-07-24,1,5000,openai/gpt-4.1,fresh,success,0.472,0.3321,hs-non-professional,2026-07-24T12-08-49-00-00_healthbench_cuBWJL4bbU32vR5cxHsjEC.eval
hard__medgemma-27b__2026-07-24-cached.eval,hard,medgemma-27b,2026-07-24,1,1000,"openai/gpt-4o-mini (default, inferred)",MOSTLY CACHED,success,0.2109,0.0483,hs-hard,2026-07-24T14-36-42-00-00_healthbench-hard_BU7wDz79JMGuziKwJrRrpN.eval
professional__gpt-5.5__2026-07-24.eval,professional,gpt-5.5,2026-07-24,8,4200,openai/gpt-5.4,fresh,success,0.5295,0.4781,hs-original,2026-07-24T15-57-49-00-00_healthbench-professional_7PZFsBJYTZRCdXZkJPfki7.eval
professional-consult__gpt-5.5__2026-07-24-replay.eval,professional-consult,gpt-5.5,2026-07-24,8,1888,openai/gpt-5.4,FULL CACHE REPLAY,success,0.51,0.4864,hs-prof-subsets,2026-07-24T16-36-59-00-00_healthbench-professional-consult_D8Z93ZWFtkR4CDbDBLZvBT.eval
professional-writing__gpt-5.5__2026-07-24-replay.eval,professional-writing,gpt-5.5,2026-07-24,8,1136,openai/gpt-5.4,FULL CACHE REPLAY,success,0.4062,0.3596,hs-prof-subsets,2026-07-24T16-37-37-00-00_healthbench-professional-writing_joZQNJ9ZAZidpUaSpEqyvS.eval
professional-research__gpt-5.5__2026-07-24-replay.eval,professional-research,gpt-5.5,2026-07-24,8,1176,openai/gpt-5.4,FULL CACHE REPLAY,success,0.6799,0.5792,hs-prof-subsets,2026-07-24T16-37-58-00-00_healthbench-professional-research_3Vd4jhz6oiMQTsC2Mhw849.eval
professional-redteam__gpt-5.5__2026-07-24-replay.eval,professional-redteam,gpt-5.5,2026-07-24,8,1528,openai/gpt-5.4,FULL CACHE REPLAY,success,0.2992,0.2819,hs-prof-subsets,2026-07-24T16-38-22-00-00_healthbench-professional-red-teaming_Xund3mwQvSqTJfxno7icGe.eval
professional-baseline__gpt-5.5__2026-07-24.eval,professional-baseline,gpt-5.5,2026-07-24,8,4200,openai/gpt-5.4,baseline(no model gen by design),success,0.4429,0.4387,hs-prof-subsets,2026-07-24T16-38-52-00-00_healthbench-professional-physician-baseline_XADueRF5xwkSmDPWc4LtNf.eval
professional__opus-4.7__2026-07-24.eval,professional,opus-4.7,2026-07-24,8,4200,openai/gpt-5.4,fresh,success,0.5083,0.4803,hs-original,2026-07-24T16-55-39-00-00_healthbench-professional_boiooCVNG7ZkBVsnEpKLNT.eval
professional-consult__opus-4.7__2026-07-24-replay.eval,professional-consult,opus-4.7,2026-07-24,8,1888,openai/gpt-5.4,FULL CACHE REPLAY,success,0.4906,0.4704,hs-prof-subsets,2026-07-24T17-19-14-00-00_healthbench-professional-consult_hZgDXu6oT2MuZrn4L7msXN.eval
professional-writing__opus-4.7__2026-07-24-replay.eval,professional-writing,opus-4.7,2026-07-24,8,1136,openai/gpt-5.4,FULL CACHE REPLAY,success,0.3947,0.3615,hs-prof-subsets,2026-07-24T17-19-42-00-00_healthbench-professional-writing_haJJesaYyVNeNRLHnAi8HD.eval
professional-research__opus-4.7__2026-07-24-replay.eval,professional-research,opus-4.7,2026-07-24,8,1176,openai/gpt-5.4,FULL CACHE REPLAY,success,0.6464,0.6107,hs-prof-subsets,2026-07-24T17-19-59-00-00_healthbench-professional-research_7RUfdNFLnH7EpAC92NeL7e.eval
professional-redteam__opus-4.7__2026-07-24-replay.eval,professional-redteam,opus-4.7,2026-07-24,8,1528,openai/gpt-5.4,FULL CACHE REPLAY,success,0.2828,0.2674,hs-prof-subsets,2026-07-24T17-20-17-00-00_healthbench-professional-red-teaming_DLPPa6kbs9VeKS6cfPDhdv.eval
professional-baseline__opus-4.7__2026-07-24.eval,professional-baseline,opus-4.7,2026-07-24,8,4200,openai/gpt-5.4,baseline(no model gen by design),success,0.4429,0.4387,hs-prof-subsets,2026-07-24T17-20-42-00-00_healthbench-professional-physician-baseline_98adhjPPBGUtnnuJVmWXjn.eval
professional__plamo-3.0-prime__2026-07-24.eval,professional,plamo-3.0-prime,2026-07-24,8,4200,openai/gpt-5.4,fresh,success,0.2078,0.1374,hs-original,2026-07-24T17-30-37-00-00_healthbench-professional_c9RnXrEaoi4T33bvwXEA5h.eval
professional-consult__plamo-3.0-prime__2026-07-24-replay.eval,professional-consult,plamo-3.0-prime,2026-07-24,8,1888,openai/gpt-5.4,FULL CACHE REPLAY,success,0.2184,0.1536,hs-prof-subsets,2026-07-24T19-33-04-00-00_healthbench-professional-consult_dgWnf9y2uVjcWoDcyTm3Mm.eval
professional-writing__plamo-3.0-prime__2026-07-24-replay.eval,professional-writing,plamo-3.0-prime,2026-07-24,8,1136,openai/gpt-5.4,FULL CACHE REPLAY,success,-0.0276,-0.0431,hs-prof-subsets,2026-07-24T19-33-35-00-00_healthbench-professional-writing_eAmnviGLop8QfjxGLMp9Dz.eval
professional-research__plamo-3.0-prime__2026-07-24-replay.eval,professional-research,plamo-3.0-prime,2026-07-24,8,1176,openai/gpt-5.4,FULL CACHE REPLAY,success,0.4183,0.2858,hs-prof-subsets,2026-07-24T19-33-52-00-00_healthbench-professional-research_WF5VpCWo3K285bwUiVdCUm.eval
professional-redteam__plamo-3.0-prime__2026-07-24-replay.eval,professional-redteam,plamo-3.0-prime,2026-07-24,8,1528,openai/gpt-5.4,FULL CACHE REPLAY,success,-0.0986,-0.1182,hs-prof-subsets,2026-07-24T19-34-11-00-00_healthbench-professional-red-teaming_4db2cTWDv6VCVoFSFqWpmW.eval
professional-baseline__plamo-3.0-prime__2026-07-24.eval,professional-baseline,plamo-3.0-prime,2026-07-24,8,4200,openai/gpt-5.4,baseline(no model gen by design),success,0.4429,0.4387,hs-prof-subsets,2026-07-24T19-34-35-00-00_healthbench-professional-physician-baseline_S4NuFZgLXeK7RAgHpRKqTy.eval
professional-writing__deepseek-v4-pro__2026-07-24.eval,professional-writing,deepseek-v4-pro,2026-07-24,8,1136,openai/gpt-5.4,fresh,success,0.0954,0.0495,hs-prof-subsets,2026-07-24T19-59-01-00-00_healthbench-professional-writing_933975rUF6cdWKJECk44bJ.eval
professional-research__deepseek-v4-pro__2026-07-24.eval,professional-research,deepseek-v4-pro,2026-07-24,8,1176,openai/gpt-5.4,fresh,success,0.6368,0.5291,hs-prof-subsets,2026-07-24T20-07-30-00-00_healthbench-professional-research_7gKGNrErBwsumd7oKKUcuN.eval
professional-redteam__deepseek-v4-pro__2026-07-24.eval,professional-redteam,deepseek-v4-pro,2026-07-24,8,1528,openai/gpt-5.4,fresh,success,-0.0372,-0.0687,hs-prof-subsets,2026-07-24T20-18-24-00-00_healthbench-professional-red-teaming_HmwUcZnfLNqmUkyZkHDTdJ.eval
professional-baseline__deepseek-v4-pro__2026-07-24.eval,professional-baseline,deepseek-v4-pro,2026-07-24,8,4200,openai/gpt-5.4,baseline(no model gen by design),success,0.4429,0.4387,hs-prof-subsets,2026-07-24T20-28-47-00-00_healthbench-professional-physician-baseline_kjY8x2CXBcbHZUSHs55G7D.eval
professional__medgemma-27b__2026-07-24.eval,professional,medgemma-27b,2026-07-24,8,4200,openai/gpt-5.4,fresh,success,0.3125,0.2003,hs-original,2026-07-24T22-44-03-00-00_healthbench-professional_6AYXiEDgGuzNtAcyWPDGrR.eval
professional-consult__medgemma-27b__2026-07-24-cached.eval,professional-consult,medgemma-27b,2026-07-24,8,1888,openai/gpt-5.4,MOSTLY CACHED,success,0.2851,0.1778,hs-prof-subsets,2026-07-24T23-41-11-00-00_healthbench-professional-consult_muhCA3DyeXvwNpDvn7gpN4.eval
professional-writing__medgemma-27b__2026-07-24-cached.eval,professional-writing,medgemma-27b,2026-07-24,8,1136,openai/gpt-5.4,MOSTLY CACHED,success,0.1891,0.0913,hs-prof-subsets,2026-07-24T23-41-59-00-00_healthbench-professional-writing_CMBT9aSmchzcQFRpwZdCqR.eval
professional-research__medgemma-27b__2026-07-24-cached.eval,professional-research,medgemma-27b,2026-07-24,8,1176,openai/gpt-5.4,MOSTLY CACHED,success,0.4776,0.344,hs-prof-subsets,2026-07-24T23-42-33-00-00_healthbench-professional-research_RFx9qF5ZP369Kdi3CNQU6M.eval
professional-redteam__medgemma-27b__2026-07-24-replay.eval,professional-redteam,medgemma-27b,2026-07-24,8,1528,openai/gpt-5.4,FULL CACHE REPLAY,success,0.0145,-0.068,hs-prof-subsets,2026-07-24T23-43-33-00-00_healthbench-professional-red-teaming_ewG7cuk2vXaZpcauRLz7qR.eval
professional-baseline__medgemma-27b__2026-07-24.eval,professional-baseline,medgemma-27b,2026-07-24,8,4200,openai/gpt-5.4,baseline(no model gen by design),success,0.439,0.4348,hs-prof-subsets,2026-07-24T23-44-07-00-00_healthbench-professional-physician-baseline_cY3Z8sUNPRQTpSA3UHa77J.eval
professional__medgemma-4b__2026-07-25.eval,professional,medgemma-4b,2026-07-25,8,4200,openai/gpt-5.4,fresh,success,0.1651,0.0904,hs-original,2026-07-25T00-26-29-00-00_healthbench-professional_GEViyNR2PM2B2oUV94DzoK.eval
professional-consult__medgemma-4b__2026-07-25-cached.eval,professional-consult,medgemma-4b,2026-07-25,8,1888,openai/gpt-5.4,MOSTLY CACHED,success,0.152,0.0819,hs-prof-subsets,2026-07-25T00-59-37-00-00_healthbench-professional-consult_ffSg7GfyxjArrdwu7fSrBa.eval
professional__deepseek-v4-pro__2026-07-25-cached.eval,professional,deepseek-v4-pro,2026-07-25,1,525,openai/gpt-5.4,MOSTLY CACHED,success,0.343,0.2742,hs-original,2026-07-25T18-24-55-00-00_healthbench-professional_HaKmMaK4Q6JCLuX2RLCPnc.eval
professional-consult__deepseek-v4-pro__2026-07-25-replay.eval,professional-consult,deepseek-v4-pro,2026-07-25,1,236,openai/gpt-5.4,FULL CACHE REPLAY,success,0.3123,0.2559,hs-prof-subsets,2026-07-25T18-26-20-00-00_healthbench-professional-consult_3DSH4qRFzYfb27rH9Z9RqP.eval
professional-writing__deepseek-v4-pro__2026-07-25-replay.eval,professional-writing,deepseek-v4-pro,2026-07-25,1,142,openai/gpt-5.4,FULL CACHE REPLAY,success,0.0973,0.0516,hs-prof-subsets,2026-07-25T18-26-25-00-00_healthbench-professional-writing_2LJ8vJpJXUX2TbtokQzbxp.eval
professional-research__deepseek-v4-pro__2026-07-25-replay.eval,professional-research,deepseek-v4-pro,2026-07-25,1,147,openai/gpt-5.4,FULL CACHE REPLAY,success,0.6298,0.5185,hs-prof-subsets,2026-07-25T18-26-28-00-00_healthbench-professional-research_9Pb5iwuDu8dmuFzs5FnmBw.eval
professional-redteam__deepseek-v4-pro__2026-07-25-replay.eval,professional-redteam,deepseek-v4-pro,2026-07-25,1,191,openai/gpt-5.4,FULL CACHE REPLAY,success,-0.0532,-0.0829,hs-prof-subsets,2026-07-25T18-26-32-00-00_healthbench-professional-red-teaming_e9hCTjjRXrNTnexAxrYM8x.eval
professional-baseline__deepseek-v4-pro__2026-07-25.eval,professional-baseline,deepseek-v4-pro,2026-07-25,1,525,openai/gpt-5.4,baseline(no model gen by design),success,0.4331,0.4289,hs-prof-subsets,2026-07-25T18-26-35-00-00_healthbench-professional-physician-baseline_Njv8PLSvCJpAvUbPPMQqkx.eval
hard__medgemma-27b__2026-08-05.eval,hard,medgemma-27b,2026-08-05,1,1000,openai/gpt-4.1,fresh,success,0.1332,-0.0442,medgemma-healthbench-hard,2026-08-05T06-05-04-00-00_healthbench-hard_U2qKVPncnWPTbmLEfZfa4y.eval
hard__medgemma-4b__2026-08-05.eval,hard,medgemma-4b,2026-08-05,1,1000,openai/gpt-4.1,fresh,success,-0.0312,-0.1641,medgemma-healthbench-hard,2026-08-05T07-09-21-00-00_healthbench-hard_4bZEuQss4Bbee8KixwTS4o.eval
hard__medgemma-4b__2026-08-05__0754.eval,hard,medgemma-4b,2026-08-05,1,1000,openai/gpt-4.1,fresh,success,-0.0347,-0.1256,healthbench-hard-medgemma-v2,2026-08-05T07-54-55-00-00_healthbench-hard_MANxy36rpJhotpAvdwQiFk.eval
hard__medgemma-27b__2026-08-05__0807.eval,hard,medgemma-27b,2026-08-05,1,1000,openai/gpt-4.1,fresh,success,0.1415,-0.023,healthbench-hard-medgemma-v2,2026-08-05T08-07-41-00-00_healthbench-hard_D9KnFzsoQRE57vVsejUQnW.eval
consensus__medgemma-27b__2026-08-05.eval,consensus,medgemma-27b,2026-08-05,1,3671,openai/gpt-4.1,fresh,success,0.9105,0.9007,healthbench-consensus-medgemma,2026-08-05T08-51-22-00-00_healthbench-consensus_6a8D2h492in82NNQHCFgZw.eval
consensus__medgemma-4b__2026-08-05.eval,consensus,medgemma-4b,2026-08-05,1,3671,openai/gpt-4.1,fresh,success,0.7583,0.7522,healthbench-consensus-medgemma,2026-08-05T10-32-09-00-00_healthbench-consensus_6WXSuGaZvDNS5Zze6Jrm3h.eval
professional__deepseek-v4-pro__2026-08-06.eval,professional,deepseek-v4-pro,2026-08-06,1,525,openai/gpt-5.4,fresh,success,0.3781,0.3099,healthbench-professional-deepseek-v4-pro,2026-08-06T02-35-30-00-00_healthbench-professional_bbeHCEMNSj6Q362BQHa7mS.eval