viewer/logs/listing.json

{
  "professional__plamo-3.0-prime__2026-07-24.eval": {
    "eval_id": "k64YYj5nDTfT9kUD3bKahd",
    "run_id": "EHponHjnCM32Q5d362BH9w",
    "task": "healthbench_professional",
    "task_id": "c9RnXrEaoi4T33bvwXEA5h",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "openai-api/plamo/plamo-3.0-prime",
    "started_at": "2026-07-24T17:30:37+00:00",
    "completed_at": "2026-07-24T19:33:03+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.13741141621322153,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  },
  "professional__opus-4.7__2026-07-24.eval": {
    "eval_id": "BhYeUGpXKSJ5dHbUcFdJx5",
    "run_id": "BNTWRBnseQoUGrW7EyaRwM",
    "task": "healthbench_professional",
    "task_id": "boiooCVNG7ZkBVsnEpKLNT",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "anthropic/claude-opus-4-7",
    "started_at": "2026-07-24T16:55:39+00:00",
    "completed_at": "2026-07-24T17:19:13+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.48025673082765913,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  },
  "professional__medgemma-4b__2026-07-25.eval": {
    "eval_id": "kUtRW2ke3GFDg3BRrbYrvM",
    "run_id": "FZy2RDH3NjcGcWBrsecS8K",
    "task": "healthbench_professional",
    "task_id": "GEViyNR2PM2B2oUV94DzoK",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "vllm/google/medgemma-4b-it",
    "started_at": "2026-07-25T00:26:30+00:00",
    "completed_at": "2026-07-25T00:59:32+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.09043895510310991,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  },
  "professional__medgemma-27b__2026-07-24.eval": {
    "eval_id": "XpapBWN9tR5ER6grCKwmN5",
    "run_id": "Nn8wVHWeziJyqnBd7H8Asn",
    "task": "healthbench_professional",
    "task_id": "6AYXiEDgGuzNtAcyWPDGrR",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "vllm/google/medgemma-27b-text-it",
    "started_at": "2026-07-24T22:44:04+00:00",
    "completed_at": "2026-07-24T23:41:10+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.20033284146307836,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  },
  "professional__gpt-5.5__2026-07-24.eval": {
    "eval_id": "SWcyzXw8Y3VsVVQwUpSeAb",
    "run_id": "Gkv6ojN7Udvah9488wSq2C",
    "task": "healthbench_professional",
    "task_id": "7PZFsBJYTZRCdXZkJPfki7",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "openai/gpt-5.5",
    "started_at": "2026-07-24T15:57:49+00:00",
    "completed_at": "2026-07-24T16:36:58+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.4780994619989315,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  },
  "professional__deepseek-v4-pro__2026-08-06.eval": {
    "eval_id": "Q2gPU5obAucokpSCRD3ZeZ",
    "run_id": "gELgAgJAp8ke7xTUNmq67c",
    "task": "healthbench_professional",
    "task_id": "bbeHCEMNSj6Q362BQHa7mS",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "openrouter/deepseek/deepseek-v4-pro",
    "started_at": "2026-08-06T02:35:30+00:00",
    "completed_at": "2026-08-06T02:43:03+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.3098940879765182,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  },
  "professional__deepseek-v4-pro__2026-07-25-cached.eval": {
    "eval_id": "F2gkQfhgLkdQFG5WaWRBAH",
    "run_id": "WFLtsEyBfk5c2veQfv8RVV",
    "task": "healthbench_professional",
    "task_id": "HaKmMaK4Q6JCLuX2RLCPnc",
    "task_version": 0,
    "version": 2,
    "status": "success",
    "invalidated": false,
    "model": "openrouter/deepseek/deepseek-v4-pro",
    "started_at": "2026-07-25T18:24:55+00:00",
    "completed_at": "2026-07-25T18:26:20+00:00",
    "primary_metric": {
      "name": "bootstrap_score",
      "value": 0.274154902152617,
      "params": {
        "bootstrap_samples": 1000,
        "include_subset_scores": true,
        "use_length_adjusted": true
      }
    }
  }
}