| { |
| "created": "2026-09-24T09:30:25.338471+00:00", |
| "profiles": { |
| "base": { |
| "summary": { |
| "episodes": 480, |
| "successful_episodes": 457, |
| "requests": 240, |
| "all_order_correct": 227, |
| "fulfillable_n": 189, |
| "fulfillable_correct": 177, |
| "noncompletion_n": 51, |
| "noncompletion_correct": 50, |
| "false_completion": 1, |
| "unintended_effect": 0, |
| "mean_seconds": 2.0932355162791585, |
| "median_seconds": 1.427165471999615, |
| "p95_seconds": 10.745632594000199, |
| "model_calls": 516, |
| "generated_tokens": 61147, |
| "families": { |
| "clarification": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 0.8892722672494225 |
| }, |
| "corrections": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.9588820694332147 |
| }, |
| "existing": { |
| "episodes": 60, |
| "success": 56, |
| "requests": 30, |
| "all_order_correct": 27, |
| "false_completion": 1, |
| "unintended_effect": 0, |
| "mean_seconds": 1.2470223798843412 |
| }, |
| "faults": { |
| "episodes": 60, |
| "success": 53, |
| "requests": 30, |
| "all_order_correct": 26, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.4525465179996293 |
| }, |
| "long": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 7.21421824521749 |
| }, |
| "scheduling": { |
| "episodes": 60, |
| "success": 52, |
| "requests": 30, |
| "all_order_correct": 26, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.436056523432732 |
| }, |
| "time": { |
| "episodes": 60, |
| "success": 56, |
| "requests": 30, |
| "all_order_correct": 28, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.4590127553822336 |
| }, |
| "writing": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.0888733716342054 |
| } |
| }, |
| "failures": [ |
| { |
| "id": "final-scheduling-02", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-02", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-08", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Both date and time are required" |
| ] |
| }, |
| { |
| "id": "final-scheduling-08", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Both date and time are required" |
| ] |
| }, |
| { |
| "id": "final-scheduling-18", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-18", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-28", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-28", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-09", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-09", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-19", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-19", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-existing-05", |
| "rotation": 1, |
| "terminal": "done", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| null |
| ] |
| }, |
| { |
| "id": "final-existing-15", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Which paragraph should \"Cedar existing 16\" be moved to? Please specify the target paragraph ID and whether to place it before or after that paragraph." |
| ] |
| }, |
| { |
| "id": "final-existing-25", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Which paragraph should \"Cedar existing 26\" be moved before or after?" |
| ] |
| }, |
| { |
| "id": "final-existing-25", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Which paragraph should \"Cedar existing 26\" be moved before or after?" |
| ] |
| }, |
| { |
| "id": "final-faults-03", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-faults-04", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-faults-04", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-faults-05", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-faults-05", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-faults-07", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "unverified", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-faults-07", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "unverified", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| } |
| ] |
| }, |
| "all_requests": { |
| "correct": 227, |
| "n": 240, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 80, |
| "lower": 0.9, |
| "upper": 0.9833333333333333, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "supported": { |
| "correct": 177, |
| "n": 189, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 63, |
| "lower": 0.8835978835978836, |
| "upper": 0.9788359788359788, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "noncompletion": { |
| "correct": 50, |
| "n": 51, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 17, |
| "lower": 0.9411764705882353, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "clarification_or_unsupported": { |
| "correct": 42, |
| "n": 42, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 14, |
| "lower": 1.0, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "externally_unresolvable": { |
| "correct": 8, |
| "n": 9, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 3, |
| "lower": 0.6666666666666666, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "gates": { |
| "mechanical_tests": true, |
| "zero_false_completion": false, |
| "zero_unintended_content_effect": true, |
| "zero_unrequested_version_only_effect": false, |
| "zero_duplicate_retry_records": true, |
| "exact_supported": false, |
| "appropriate_noncompletion": true, |
| "every_family_90pct": false, |
| "memory_8192mib": true |
| }, |
| "agent_release_eligible": false, |
| "sampled_inference_peak_mib": 7510, |
| "memory_samples": 1770, |
| "logical_tasks": 1381, |
| "controller_attempts": 1449, |
| "persisted_receipts": 1369, |
| "sqlite_snapshots_audited": 480, |
| "intermediate_and_final_turns_audited": 516, |
| "subprocess_restarts": 12, |
| "supplementary_effects": { |
| "version_only_document_episodes": 7, |
| "unrequested_version_only_document_episodes": 1 |
| }, |
| "field_and_plan_diagnostics": { |
| "structured_extraction_calls": 516, |
| "planned_create": 1250, |
| "episodes_with_requested_record_changes": 350, |
| "requested_record_state_exact": 327, |
| "field_validation_rejections": 37, |
| "planned_ensure": 6, |
| "model_clarification_decisions": 57, |
| "planned_cancel": 24, |
| "planned_update": 26, |
| "planned_move": 75, |
| "episodes_with_requested_paragraph_reordering": 68, |
| "requested_paragraph_state_exact": 68 |
| }, |
| "batch_latency": { |
| "5": { |
| "latency_seconds": { |
| "n": 12, |
| "mean": 3.364545529749497, |
| "median": 3.3820472994993906, |
| "p95": 3.4253152440069243 |
| }, |
| "successful": 12, |
| "episodes": 12, |
| "model_calls": 12 |
| }, |
| "10": { |
| "latency_seconds": { |
| "n": 12, |
| "mean": 5.82880883333443, |
| "median": 5.828707496999414, |
| "p95": 5.898608537012478 |
| }, |
| "successful": 12, |
| "episodes": 12, |
| "model_calls": 12 |
| }, |
| "20": { |
| "latency_seconds": { |
| "n": 16, |
| "mean": 10.94719133887611, |
| "median": 11.008852277998812, |
| "p95": 11.075326010002755 |
| }, |
| "successful": 16, |
| "episodes": 16, |
| "model_calls": 16 |
| } |
| }, |
| "lifecycle": [ |
| { |
| "time_utc": "2026-09-24T08:52:14.783713+00:00", |
| "kind": "server_started", |
| "pid": 890397, |
| "gpu": 0, |
| "command": [ |
| "llama.cpp-b2/build/bin/llama-server", |
| "-m", |
| "models/Ternary-Bonsai-2-27B-PQ2_0.gguf", |
| "--host", |
| "0.0.0.0", |
| "--port", |
| "5991", |
| "-c", |
| "4096", |
| "-ngl", |
| "99", |
| "-fa", |
| "on", |
| "--jinja", |
| "--reasoning", |
| "off", |
| "-np", |
| "1", |
| "--no-context-shift", |
| "--cache-ram", |
| "0", |
| "--no-cache-idle-slots" |
| ] |
| }, |
| { |
| "time_utc": "2026-09-24T08:52:16.869817+00:00", |
| "kind": "server_ready", |
| "memory_mib": 7496, |
| "loaded_adapters": [] |
| }, |
| { |
| "time_utc": "2026-09-24T09:09:02.248742+00:00", |
| "kind": "server_stopped", |
| "pid": 890397, |
| "exit_code": 0, |
| "peak_mib": 7510 |
| } |
| ], |
| "failures_by_cause": { |
| "unnecessary-or-wrong-clarification": 22, |
| "wrong-plan-completed": 1 |
| } |
| }, |
| "current": { |
| "summary": { |
| "episodes": 480, |
| "successful_episodes": 466, |
| "requests": 240, |
| "all_order_correct": 233, |
| "fulfillable_n": 189, |
| "fulfillable_correct": 182, |
| "noncompletion_n": 51, |
| "noncompletion_correct": 51, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 2.64747540518271, |
| "median_seconds": 1.4224572904931847, |
| "p95_seconds": 14.418956352004898, |
| "model_calls": 516, |
| "generated_tokens": 58550, |
| "families": { |
| "clarification": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.1387293695152039 |
| }, |
| "corrections": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 2.4705934978165414 |
| }, |
| "existing": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.5115148826160294 |
| }, |
| "faults": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.5206247512658593 |
| }, |
| "long": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 9.634415864581873 |
| }, |
| "scheduling": { |
| "episodes": 60, |
| "success": 50, |
| "requests": 30, |
| "all_order_correct": 25, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.783248349016018 |
| }, |
| "time": { |
| "episodes": 60, |
| "success": 56, |
| "requests": 30, |
| "all_order_correct": 28, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.7420912066338738 |
| }, |
| "writing": { |
| "episodes": 60, |
| "success": 60, |
| "requests": 30, |
| "all_order_correct": 30, |
| "false_completion": 0, |
| "unintended_effect": 0, |
| "mean_seconds": 1.3785853200162819 |
| } |
| }, |
| "failures": [ |
| { |
| "id": "final-scheduling-02", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-02", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-08", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-08", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-12", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-12", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-18", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-18", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-28", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-scheduling-28", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-09", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-09", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-19", |
| "rotation": 0, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| }, |
| { |
| "id": "final-time-19", |
| "rotation": 1, |
| "terminal": "clarify", |
| "expected": "done", |
| "error": null, |
| "questions": [ |
| "Ungrounded title or time field" |
| ] |
| } |
| ] |
| }, |
| "all_requests": { |
| "correct": 233, |
| "n": 240, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 80, |
| "lower": 0.9333333333333333, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "supported": { |
| "correct": 182, |
| "n": 189, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 63, |
| "lower": 0.9153439153439153, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "noncompletion": { |
| "correct": 51, |
| "n": 51, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 17, |
| "lower": 1.0, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "clarification_or_unsupported": { |
| "correct": 42, |
| "n": 42, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 14, |
| "lower": 1.0, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "externally_unresolvable": { |
| "correct": 9, |
| "n": 9, |
| "clustered_interval": { |
| "method": "percentile bootstrap by (family, structure), 5000 draws, seed 240924", |
| "clusters": 3, |
| "lower": 1.0, |
| "upper": 1.0, |
| "limitation": "Authored correlated variants; all-success bootstrap intervals are degenerate, not proof of perfect reliability." |
| } |
| }, |
| "gates": { |
| "mechanical_tests": true, |
| "zero_false_completion": true, |
| "zero_unintended_content_effect": true, |
| "zero_unrequested_version_only_effect": true, |
| "zero_duplicate_retry_records": true, |
| "exact_supported": false, |
| "appropriate_noncompletion": true, |
| "every_family_90pct": false, |
| "memory_8192mib": true |
| }, |
| "agent_release_eligible": false, |
| "sampled_inference_peak_mib": 7844, |
| "memory_samples": 2256, |
| "logical_tasks": 1396, |
| "controller_attempts": 1468, |
| "persisted_receipts": 1384, |
| "sqlite_snapshots_audited": 480, |
| "intermediate_and_final_turns_audited": 516, |
| "subprocess_restarts": 12, |
| "supplementary_effects": { |
| "version_only_document_episodes": 6 |
| }, |
| "field_and_plan_diagnostics": { |
| "structured_extraction_calls": 516, |
| "planned_create": 1262, |
| "episodes_with_requested_record_changes": 350, |
| "requested_record_state_exact": 336, |
| "field_validation_rejections": 32, |
| "planned_ensure": 6, |
| "model_clarification_decisions": 54, |
| "planned_cancel": 24, |
| "planned_update": 30, |
| "planned_move": 74, |
| "episodes_with_requested_paragraph_reordering": 68, |
| "requested_paragraph_state_exact": 68 |
| }, |
| "batch_latency": { |
| "5": { |
| "latency_seconds": { |
| "n": 12, |
| "mean": 4.425690686662468, |
| "median": 4.449128945001576, |
| "p95": 4.514907841992681 |
| }, |
| "successful": 12, |
| "episodes": 12, |
| "model_calls": 12 |
| }, |
| "10": { |
| "latency_seconds": { |
| "n": 12, |
| "mean": 7.766624125917588, |
| "median": 7.77890064449457, |
| "p95": 7.868556023997371 |
| }, |
| "successful": 12, |
| "episodes": 12, |
| "model_calls": 12 |
| }, |
| "20": { |
| "latency_seconds": { |
| "n": 16, |
| "mean": 14.676244019061414, |
| "median": 14.77375105900137, |
| "p95": 14.85258101799991 |
| }, |
| "successful": 16, |
| "episodes": 16, |
| "model_calls": 16 |
| } |
| }, |
| "lifecycle": [ |
| { |
| "time_utc": "2026-09-24T09:09:02.427185+00:00", |
| "kind": "server_started", |
| "pid": 1034792, |
| "gpu": 0, |
| "command": [ |
| "llama.cpp-b2/build/bin/llama-server", |
| "-m", |
| "models/Ternary-Bonsai-2-27B-PQ2_0.gguf", |
| "--host", |
| "0.0.0.0", |
| "--port", |
| "5991", |
| "-c", |
| "4096", |
| "-ngl", |
| "99", |
| "-fa", |
| "on", |
| "--jinja", |
| "--reasoning", |
| "off", |
| "-np", |
| "1", |
| "--no-context-shift", |
| "--cache-ram", |
| "0", |
| "--no-cache-idle-slots", |
| "--lora", |
| "models/fast-routes-20260924T0101Z/broad-lr0.0001.gguf" |
| ] |
| }, |
| { |
| "time_utc": "2026-09-24T09:09:04.862338+00:00", |
| "kind": "server_ready", |
| "memory_mib": 7826, |
| "loaded_adapters": [ |
| { |
| "id": 0, |
| "path": "models/fast-routes-20260924T0101Z/broad-lr0.0001.gguf", |
| "scale": 1.0, |
| "task_name": "", |
| "prompt_prefix": "" |
| } |
| ] |
| }, |
| { |
| "time_utc": "2026-09-24T09:30:16.229790+00:00", |
| "kind": "server_stopped", |
| "pid": 1034792, |
| "exit_code": 0, |
| "peak_mib": 7844 |
| } |
| ], |
| "failures_by_cause": { |
| "unnecessary-or-wrong-clarification": 14 |
| } |
| } |
| }, |
| "current_vs_base": { |
| "fixes": 7, |
| "regressions": 1, |
| "cluster_bootstrap_delta_95pct": [ |
| 0.0, |
| 0.058333333333333334 |
| ] |
| }, |
| "integrity": { |
| "frozen_files_and_weights_unchanged": true, |
| "episodes": 960, |
| "complete_unique_case_orders": true, |
| "mechanical_tests": 46 |
| }, |
| "limitations": [ |
| "Final requests were authored from80archetypes,3variants; not independent real-user production tasks.", |
| "Gold-blind runtime, but same author prepared fixtures and implementation. Final sources frozen before final inference.", |
| "Memory sampled after readiness on16GiBRTX5080; real8GBcard fit and startup peak are not proven.", |
| "Logical task counts are not physical external tool calls; reference application only.", |
| "Content-based unintended-effect metric excludes version-only writes; supplementary audit reports them separately." |
| ] |
| } |
