{
  "reports": [
    {
      "source": "artifacts/benchmarks/loudink_v1/daily_mac/loudink_v1_daily_mac_measurement.json",
      "label": "loudink-v1.1 daily-mac product (n=69)",
      "writing": {
        "shipped": {
          "total": 25,
          "passed": 25,
          "accuracy": 1.0
        },
        "neural": {
          "total": 25,
          "passed": 25,
          "accuracy": 1.0,
          "missing": 0
        },
        "polish_lift": 0.0,
        "latency": {
          "n": 25,
          "mean": 175.00264003708958,
          "p50": 183.71283309534192,
          "p95": 322.333584073931,
          "max": 329.85158381052315,
          "model_invoked_p50": 196.95341680198908,
          "model_invoked_p95": 322.333584073931,
          "model_invoked_n": 20,
          "fast_path_rate": 0.19999999999999996
        }
      },
      "computer": {
        "shipped": {
          "total": 44,
          "passed": 44,
          "accuracy": 1.0
        },
        "neural": {
          "total": 44,
          "passed": 0,
          "accuracy": 0.0,
          "missing": 44
        },
        "latency": {
          "n": 44,
          "mean": 0.05,
          "p50": 0.05,
          "p95": 0.05,
          "max": 0.05,
          "model_invoked_p50": 0.0,
          "model_invoked_p95": 0.0,
          "model_invoked_n": 0,
          "fast_path_rate": 1.0
        }
      },
      "multi_step": {
        "shipped": {
          "total": 25,
          "passed": 25,
          "accuracy": 1.0
        },
        "latency": {
          "n": 25,
          "mean": 0.05,
          "p50": 0.05,
          "p95": 0.05,
          "max": 0.05,
          "model_invoked_p50": 0.0,
          "model_invoked_p95": 0.0,
          "model_invoked_n": 0,
          "fast_path_rate": 1.0
        },
        "n": 25
      },
      "overall": {
        "shipped": {
          "total": 69,
          "passed": 69,
          "accuracy": 1.0
        },
        "latency": {
          "n": 69,
          "mean": 63.43863769459767,
          "p50": 0.05,
          "p95": 291.4309168700129,
          "max": 329.85158381052315,
          "model_invoked_p50": 196.95341680198908,
          "model_invoked_p95": 322.333584073931,
          "model_invoked_n": 20,
          "fast_path_rate": 0.7101449275362319
        }
      },
      "finish_reasons": {
        "transcript_ir_fast_path": 44,
        "loudink_v1_structural_polish": 20,
        "transcript_polish_fast_path": 5
      }
    }
  ]
}