{
  "model": "models/qwen3.5-2b/quantized-4bit",
  "eval_data": "data/eval_chat_varied.jsonl",
  "enable_thinking": false,
  "num_examples": 500,
  "metrics": {
    "total": 500,
    "exact_match": 242,
    "first_match": 242,
    "by_task": {
      "transcription": {
        "total": 500,
        "exact": 242,
        "first": 242,
        "exact_rate": 0.484,
        "first_rate": 0.484
      }
    },
    "by_messy": {
      "clean": {
        "total": 0,
        "exact": 0
      },
      "messy": {
        "total": 0,
        "exact": 0
      }
    },
    "by_difficulty": {},
    "exact_match_rate": 0.484,
    "first_match_rate": 0.484
  }
}