{
  "created": "2026-09-24T09:30:25.338471+00:00",
  "profiles": {
    "base": {
      "summary": {
        "episodes": 480,
        "successful_episodes": 457,
        "requests": 240,
        "all_order_correct": 227,
        "fulfillable_n": 189,
        "fulfillable_correct": 177,
        "noncompletion_n": 51,
        "noncompletion_correct": 50,
        "false_completion": 1,
        "unintended_effect": 0,
        "mean_seconds": 2.0932355162791585,
        "median_seconds": 1.427165471999615,
        "p95_seconds": 10.745632594000199,
        "model_calls": 516,
        "generated_tokens": 61147,
        "families": {
          "clarification": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 0.8892722672494225
          },
          "corrections": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.9588820694332147
          },
          "existing": {
            "episodes": 60,
            "success": 56,
            "requests": 30,
            "all_order_correct": 27,
            "false_completion": 1,
            "unintended_effect": 0,
            "mean_seconds": 1.2470223798843412
          },
          "faults": {
            "episodes": 60,
            "success": 53,
            "requests": 30,
            "all_order_correct": 26,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.4525465179996293
          },
          "long": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 7.21421824521749
          },
          "scheduling": {
            "episodes": 60,
            "success": 52,
            "requests": 30,
            "all_order_correct": 26,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.436056523432732
          },
          "time": {
            "episodes": 60,
            "success": 56,
            "requests": 30,
            "all_order_correct": 28,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.4590127553822336
          },
          "writing": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.0888733716342054
          }
        },
        "failures": [
          {
            "id": "final-scheduling-02",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-02",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-08",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Both date and time are required"
            ]
          },
          {
            "id": "final-scheduling-08",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Both date and time are required"
            ]
          },
          {
            "id": "final-scheduling-18",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-18",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-28",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-28",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-09",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-09",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-19",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-19",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-existing-05",
            "rotation": 1,
            "terminal": "done",
            "expected": "done",
            "error": null,
            "questions": [
              null
            ]
          },
          {
            "id": "final-existing-15",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Which paragraph should \"Cedar existing 16\" be moved to? Please specify the target paragraph ID and whether to place it before or after that paragraph."
            ]
          },
          {
            "id": "final-existing-25",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Which paragraph should \"Cedar existing 26\" be moved before or after?"
            ]
          },
          {
            "id": "final-existing-25",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Which paragraph should \"Cedar existing 26\" be moved before or after?"
            ]
          },
          {
            "id": "final-faults-03",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-faults-04",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-faults-04",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-faults-05",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-faults-05",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-faults-07",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "unverified",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-faults-07",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "unverified",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          }
        ]
      },
      "all_requests": {
        "correct": 227,
        "n": 240,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 80,
          "lower": 0.9,
          "upper": 0.9833333333333333,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "supported": {
        "correct": 177,
        "n": 189,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 63,
          "lower": 0.8835978835978836,
          "upper": 0.9788359788359788,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "noncompletion": {
        "correct": 50,
        "n": 51,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 17,
          "lower": 0.9411764705882353,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "clarification_or_unsupported": {
        "correct": 42,
        "n": 42,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 14,
          "lower": 1.0,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "externally_unresolvable": {
        "correct": 8,
        "n": 9,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 3,
          "lower": 0.6666666666666666,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "gates": {
        "mechanical_tests": true,
        "zero_false_completion": false,
        "zero_unintended_content_effect": true,
        "zero_unrequested_version_only_effect": false,
        "zero_duplicate_retry_records": true,
        "exact_supported": false,
        "appropriate_noncompletion": true,
        "every_family_90pct": false,
        "memory_8192mib": true
      },
      "agent_release_eligible": false,
      "sampled_inference_peak_mib": 7510,
      "memory_samples": 1770,
      "logical_tasks": 1381,
      "controller_attempts": 1449,
      "persisted_receipts": 1369,
      "sqlite_snapshots_audited": 480,
      "intermediate_and_final_turns_audited": 516,
      "subprocess_restarts": 12,
      "supplementary_effects": {
        "version_only_document_episodes": 7,
        "unrequested_version_only_document_episodes": 1
      },
      "field_and_plan_diagnostics": {
        "structured_extraction_calls": 516,
        "planned_create": 1250,
        "episodes_with_requested_record_changes": 350,
        "requested_record_state_exact": 327,
        "field_validation_rejections": 37,
        "planned_ensure": 6,
        "model_clarification_decisions": 57,
        "planned_cancel": 24,
        "planned_update": 26,
        "planned_move": 75,
        "episodes_with_requested_paragraph_reordering": 68,
        "requested_paragraph_state_exact": 68
      },
      "batch_latency": {
        "5": {
          "latency_seconds": {
            "n": 12,
            "mean": 3.364545529749497,
            "median": 3.3820472994993906,
            "p95": 3.4253152440069243
          },
          "successful": 12,
          "episodes": 12,
          "model_calls": 12
        },
        "10": {
          "latency_seconds": {
            "n": 12,
            "mean": 5.82880883333443,
            "median": 5.828707496999414,
            "p95": 5.898608537012478
          },
          "successful": 12,
          "episodes": 12,
          "model_calls": 12
        },
        "20": {
          "latency_seconds": {
            "n": 16,
            "mean": 10.94719133887611,
            "median": 11.008852277998812,
            "p95": 11.075326010002755
          },
          "successful": 16,
          "episodes": 16,
          "model_calls": 16
        }
      },
      "lifecycle": [
        {
          "time_utc": "2026-09-24T08:52:14.783713+00:00",
          "kind": "server_started",
          "pid": 890397,
          "gpu": 0,
          "command": [
            "llama.cpp-b2/build/bin/llama-server",
            "-m",
            "models/Ternary-Bonsai-2-27B-PQ2_0.gguf",
            "--host",
            "0.0.0.0",
            "--port",
            "5991",
            "-c",
            "4096",
            "-ngl",
            "99",
            "-fa",
            "on",
            "--jinja",
            "--reasoning",
            "off",
            "-np",
            "1",
            "--no-context-shift",
            "--cache-ram",
            "0",
            "--no-cache-idle-slots"
          ]
        },
        {
          "time_utc": "2026-09-24T08:52:16.869817+00:00",
          "kind": "server_ready",
          "memory_mib": 7496,
          "loaded_adapters": []
        },
        {
          "time_utc": "2026-09-24T09:09:02.248742+00:00",
          "kind": "server_stopped",
          "pid": 890397,
          "exit_code": 0,
          "peak_mib": 7510
        }
      ],
      "failures_by_cause": {
        "unnecessary-or-wrong-clarification": 22,
        "wrong-plan-completed": 1
      }
    },
    "current": {
      "summary": {
        "episodes": 480,
        "successful_episodes": 466,
        "requests": 240,
        "all_order_correct": 233,
        "fulfillable_n": 189,
        "fulfillable_correct": 182,
        "noncompletion_n": 51,
        "noncompletion_correct": 51,
        "false_completion": 0,
        "unintended_effect": 0,
        "mean_seconds": 2.64747540518271,
        "median_seconds": 1.4224572904931847,
        "p95_seconds": 14.418956352004898,
        "model_calls": 516,
        "generated_tokens": 58550,
        "families": {
          "clarification": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.1387293695152039
          },
          "corrections": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 2.4705934978165414
          },
          "existing": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.5115148826160294
          },
          "faults": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.5206247512658593
          },
          "long": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 9.634415864581873
          },
          "scheduling": {
            "episodes": 60,
            "success": 50,
            "requests": 30,
            "all_order_correct": 25,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.783248349016018
          },
          "time": {
            "episodes": 60,
            "success": 56,
            "requests": 30,
            "all_order_correct": 28,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.7420912066338738
          },
          "writing": {
            "episodes": 60,
            "success": 60,
            "requests": 30,
            "all_order_correct": 30,
            "false_completion": 0,
            "unintended_effect": 0,
            "mean_seconds": 1.3785853200162819
          }
        },
        "failures": [
          {
            "id": "final-scheduling-02",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-02",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-08",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-08",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-12",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-12",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-18",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-18",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-28",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-scheduling-28",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-09",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-09",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-19",
            "rotation": 0,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          },
          {
            "id": "final-time-19",
            "rotation": 1,
            "terminal": "clarify",
            "expected": "done",
            "error": null,
            "questions": [
              "Ungrounded title or time field"
            ]
          }
        ]
      },
      "all_requests": {
        "correct": 233,
        "n": 240,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 80,
          "lower": 0.9333333333333333,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "supported": {
        "correct": 182,
        "n": 189,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 63,
          "lower": 0.9153439153439153,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "noncompletion": {
        "correct": 51,
        "n": 51,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 17,
          "lower": 1.0,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "clarification_or_unsupported": {
        "correct": 42,
        "n": 42,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 14,
          "lower": 1.0,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "externally_unresolvable": {
        "correct": 9,
        "n": 9,
        "clustered_interval": {
          "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924",
          "clusters": 3,
          "lower": 1.0,
          "upper": 1.0,
          "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability."
        }
      },
      "gates": {
        "mechanical_tests": true,
        "zero_false_completion": true,
        "zero_unintended_content_effect": true,
        "zero_unrequested_version_only_effect": true,
        "zero_duplicate_retry_records": true,
        "exact_supported": false,
        "appropriate_noncompletion": true,
        "every_family_90pct": false,
        "memory_8192mib": true
      },
      "agent_release_eligible": false,
      "sampled_inference_peak_mib": 7844,
      "memory_samples": 2256,
      "logical_tasks": 1396,
      "controller_attempts": 1468,
      "persisted_receipts": 1384,
      "sqlite_snapshots_audited": 480,
      "intermediate_and_final_turns_audited": 516,
      "subprocess_restarts": 12,
      "supplementary_effects": {
        "version_only_document_episodes": 6
      },
      "field_and_plan_diagnostics": {
        "structured_extraction_calls": 516,
        "planned_create": 1262,
        "episodes_with_requested_record_changes": 350,
        "requested_record_state_exact": 336,
        "field_validation_rejections": 32,
        "planned_ensure": 6,
        "model_clarification_decisions": 54,
        "planned_cancel": 24,
        "planned_update": 30,
        "planned_move": 74,
        "episodes_with_requested_paragraph_reordering": 68,
        "requested_paragraph_state_exact": 68
      },
      "batch_latency": {
        "5": {
          "latency_seconds": {
            "n": 12,
            "mean": 4.425690686662468,
            "median": 4.449128945001576,
            "p95": 4.514907841992681
          },
          "successful": 12,
          "episodes": 12,
          "model_calls": 12
        },
        "10": {
          "latency_seconds": {
            "n": 12,
            "mean": 7.766624125917588,
            "median": 7.77890064449457,
            "p95": 7.868556023997371
          },
          "successful": 12,
          "episodes": 12,
          "model_calls": 12
        },
        "20": {
          "latency_seconds": {
            "n": 16,
            "mean": 14.676244019061414,
            "median": 14.77375105900137,
            "p95": 14.85258101799991
          },
          "successful": 16,
          "episodes": 16,
          "model_calls": 16
        }
      },
      "lifecycle": [
        {
          "time_utc": "2026-09-24T09:09:02.427185+00:00",
          "kind": "server_started",
          "pid": 1034792,
          "gpu": 0,
          "command": [
            "llama.cpp-b2/build/bin/llama-server",
            "-m",
            "models/Ternary-Bonsai-2-27B-PQ2_0.gguf",
            "--host",
            "0.0.0.0",
            "--port",
            "5991",
            "-c",
            "4096",
            "-ngl",
            "99",
            "-fa",
            "on",
            "--jinja",
            "--reasoning",
            "off",
            "-np",
            "1",
            "--no-context-shift",
            "--cache-ram",
            "0",
            "--no-cache-idle-slots",
            "--lora",
            "models/fast-routes-20260924T0101Z/broad-lr0.0001.gguf"
          ]
        },
        {
          "time_utc": "2026-09-24T09:09:04.862338+00:00",
          "kind": "server_ready",
          "memory_mib": 7826,
          "loaded_adapters": [
            {
              "id": 0,
              "path": "models/fast-routes-20260924T0101Z/broad-lr0.0001.gguf",
              "scale": 1.0,
              "task_name": "",
              "prompt_prefix": ""
            }
          ]
        },
        {
          "time_utc": "2026-09-24T09:30:16.229790+00:00",
          "kind": "server_stopped",
          "pid": 1034792,
          "exit_code": 0,
          "peak_mib": 7844
        }
      ],
      "failures_by_cause": {
        "unnecessary-or-wrong-clarification": 14
      }
    }
  },
  "current_vs_base": {
    "fixes": 7,
    "regressions": 1,
    "cluster_bootstrap_delta_95pct": [
      0.0,
      0.058333333333333334
    ]
  },
  "integrity": {
    "frozen_files_and_weights_unchanged": true,
    "episodes": 960,
    "complete_unique_case_orders": true,
    "mechanical_tests": 46
  },
  "limitations": [
    "Final requests were authored from80archetypes,3variants; not independent real-user production tasks.",
    "Gold-blind runtime, but same author prepared fixtures and implementation. Final sources frozen before final inference.",
    "Memory sampled after readiness on16GiBRTX5080; real8GBcard fit and startup peak are not proven.",
    "Logical task counts are not physical external tool calls; reference application only.",
    "Content-based unintended-effect metric excludes version-only writes; supplementary audit reports them separately."
  ]
}