{
  "episodes": 480,
  "successful_episodes": 480,
  "requests": 240,
  "all_order_correct": 240,
  "fulfillable_n": 189,
  "fulfillable_correct": 189,
  "noncompletion_n": 51,
  "noncompletion_correct": 51,
  "false_completion": 0,
  "unintended_effect": 0,
  "mean_seconds": 2.652289353146868,
  "median_seconds": 1.4749361659924034,
  "p95_seconds": 14.385183106001932,
  "model_calls": 530,
  "generated_tokens": 58662,
  "families": {
    "clarification": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 1.1335350566999598
    },
    "corrections": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 2.4656903686516065
    },
    "existing": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 1.5098726263652982
    },
    "faults": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 1.517673803967288
    },
    "long": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 9.621331981099502
    },
    "scheduling": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 1.8336756823967637
    },
    "time": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 1.760162516977774
    },
    "writing": {
      "episodes": 60,
      "success": 60,
      "requests": 30,
      "all_order_correct": 30,
      "false_completion": 0,
      "unintended_effect": 0,
      "mean_seconds": 1.37637278901675
    }
  },
  "failures": []
}