{
  "reports": [
    {
      "source": "artifacts/benchmarks/loudink_v1/daily_mac/loudink_v1_daily_mac_measurement.json",
      "label": "loudink-v1 v0.4 daily-mac product",
      "writing": {
        "shipped": {
          "total": 25,
          "passed": 25,
          "accuracy": 1.0
        },
        "neural": {
          "total": 25,
          "passed": 23,
          "accuracy": 0.92,
          "missing": 0
        },
        "polish_lift": 0.07999999999999996,
        "latency": {
          "n": 25,
          "mean": 166.6401715839654,
          "p50": 171.05649993754923,
          "p95": 332.83937512896955,
          "max": 383.80437484011054,
          "model_invoked_p50": 176.41600011847913,
          "model_invoked_p95": 332.83937512896955,
          "model_invoked_n": 20,
          "fast_path_rate": 0.19999999999999996
        }
      },
      "computer": {
        "shipped": {
          "total": 44,
          "passed": 44,
          "accuracy": 1.0
        },
        "neural": {
          "total": 44,
          "passed": 0,
          "accuracy": 0.0,
          "missing": 44
        },
        "latency": {
          "n": 44,
          "mean": 0.05,
          "p50": 0.05,
          "p95": 0.05,
          "max": 0.05,
          "model_invoked_p50": 0.0,
          "model_invoked_p95": 0.0,
          "model_invoked_n": 0,
          "fast_path_rate": 1.0
        }
      },
      "multi_step": {
        "shipped": {
          "total": 25,
          "passed": 25,
          "accuracy": 1.0
        },
        "latency": {
          "n": 25,
          "mean": 0.05,
          "p50": 0.05,
          "p95": 0.05,
          "max": 0.05,
          "model_invoked_p50": 0.0,
          "model_invoked_p95": 0.0,
          "model_invoked_n": 0,
          "fast_path_rate": 1.0
        },
        "n": 25
      },
      "overall": {
        "shipped": {
          "total": 69,
          "passed": 69,
          "accuracy": 1.0
        },
        "latency": {
          "n": 69,
          "mean": 60.40875782027732,
          "p50": 0.05,
          "p95": 323.94058303907514,
          "max": 383.80437484011054,
          "model_invoked_p50": 176.41600011847913,
          "model_invoked_p95": 332.83937512896955,
          "model_invoked_n": 20,
          "fast_path_rate": 0.7101449275362319
        }
      },
      "finish_reasons": {
        "transcript_ir_fast_path": 44,
        "loudink_v1_structural_polish": 20,
        "transcript_polish_fast_path": 5
      }
    }
  ]
}