{
  "model_path": "Unlimited-OCR",
  "served_revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
  "backend": "mlx",
  "prompt": "<image>document parsing.",
  "max_tokens": 1024,
  "profile": "accurate",
  "generation_settings": {
    "temperature": 0.0,
    "top_p": 1.0,
    "repetition_penalty": 1.0,
    "no_repeat_ngram_size": 35,
    "ngram_window": 128
  },
  "num_images": 10,
  "num_samples": 10,
  "total_time_seconds": 121.70595645793946,
  "mean_cer": 0.20230911688823577,
  "mean_wer": 0.6426630229146273,
  "num_digit_samples": 10,
  "num_cjk_samples": 3,
  "mean_digit_cer": 0.07236995104039168,
  "mean_cjk_cer": 0.3333333333333333,
  "num_table_samples": 3,
  "mean_table_score": 1.0,
  "mean_repetition_rate": 0.0,
  "by_category": {
    "cjk_document": {
      "num_samples": 3,
      "mean_cer": 0.18681318681318682,
      "mean_digit_cer": 0.0,
      "mean_cjk_cer": 0.3333333333333333,
      "mean_table_score": null,
      "num_digit_samples": 3,
      "num_cjk_samples": 3,
      "num_table_samples": 0
    },
    "english_document": {
      "num_samples": 2,
      "mean_cer": 0.46822785433529396,
      "mean_digit_cer": 0.08059975520195839,
      "mean_cjk_cer": null,
      "mean_table_score": null,
      "num_digit_samples": 2,
      "num_cjk_samples": 0,
      "num_table_samples": 0
    },
    "low_quality_scan": {
      "num_samples": 2,
      "mean_cer": 0.0,
      "mean_digit_cer": 0.0,
      "mean_cjk_cer": null,
      "mean_table_score": null,
      "num_digit_samples": 2,
      "num_cjk_samples": 0,
      "num_table_samples": 0
    },
    "table_numeric": {
      "num_samples": 3,
      "mean_cer": 0.1753986332574032,
      "mean_digit_cer": 0.1875,
      "mean_cjk_cer": null,
      "mean_table_score": 1.0,
      "num_digit_samples": 3,
      "num_cjk_samples": 0,
      "num_table_samples": 3
    }
  },
  "per_file": [
    {
      "file": "0001.png",
      "category": "english_document",
      "cer": 0.02315227070347284,
      "wer": 0.19282511210762332,
      "digit_cer": 0.03488372093023256,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 23.124094749990036,
      "ref_length": 1345,
      "hyp_length": 1348,
      "ref_digit_count": 86,
      "ref_cjk_count": 0
    },
    {
      "file": "0002.png",
      "category": "english_document",
      "cer": 0.9133034379671151,
      "wer": 0.46107784431137727,
      "digit_cer": 0.12631578947368421,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 31.42361595899274,
      "ref_length": 835,
      "hyp_length": 1378,
      "ref_digit_count": 95,
      "ref_cjk_count": 0
    },
    {
      "file": "0003.png",
      "category": "table_numeric",
      "cer": 0.17539863325740318,
      "wer": 1.5,
      "digit_cer": 0.1875,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": 1.0,
      "elapsed_seconds": 11.507403457988403,
      "ref_length": 446,
      "hyp_length": 519,
      "ref_digit_count": 80,
      "ref_cjk_count": 0
    },
    {
      "file": "0004.png",
      "category": "table_numeric",
      "cer": 0.17539863325740318,
      "wer": 1.5,
      "digit_cer": 0.1875,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": 1.0,
      "elapsed_seconds": 11.631738583993865,
      "ref_length": 446,
      "hyp_length": 519,
      "ref_digit_count": 80,
      "ref_cjk_count": 0
    },
    {
      "file": "0005.png",
      "category": "table_numeric",
      "cer": 0.17539863325740318,
      "wer": 1.5,
      "digit_cer": 0.1875,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": 1.0,
      "elapsed_seconds": 11.604318874989985,
      "ref_length": 446,
      "hyp_length": 519,
      "ref_digit_count": 80,
      "ref_cjk_count": 0
    },
    {
      "file": "0006.png",
      "category": "cjk_document",
      "cer": 0.0,
      "wer": 0.0,
      "digit_cer": 0.0,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.63977562499349,
      "ref_length": 98,
      "hyp_length": 98,
      "ref_digit_count": 30,
      "ref_cjk_count": 41
    },
    {
      "file": "0007.png",
      "category": "cjk_document",
      "cer": 0.0,
      "wer": 0.0,
      "digit_cer": 0.0,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.620961624998017,
      "ref_length": 100,
      "hyp_length": 100,
      "ref_digit_count": 30,
      "ref_cjk_count": 42
    },
    {
      "file": "0008.png",
      "category": "cjk_document",
      "cer": 0.5604395604395604,
      "wer": 1.2727272727272727,
      "digit_cer": 0.0,
      "cjk_cer": 1.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.897685666001053,
      "ref_length": 112,
      "hyp_length": 126,
      "ref_digit_count": 30,
      "ref_cjk_count": 44
    },
    {
      "file": "0009.png",
      "category": "low_quality_scan",
      "cer": 0.0,
      "wer": 0.0,
      "digit_cer": 0.0,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.136604707993683,
      "ref_length": 120,
      "hyp_length": 120,
      "ref_digit_count": 29,
      "ref_cjk_count": 0
    },
    {
      "file": "0010.png",
      "category": "low_quality_scan",
      "cer": 0.0,
      "wer": 0.0,
      "digit_cer": 0.0,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.119757207998191,
      "ref_length": 120,
      "hyp_length": 120,
      "ref_digit_count": 29,
      "ref_cjk_count": 0
    }
  ]
}