{
  "model_path": "sahilchachra/unlimited-ocr-mxfp8-mlx",
  "served_revision": "55b8031a6c867de675279d9604e38cc94b9882a4",
  "backend": "mlx",
  "prompt": "<image>document parsing.",
  "max_tokens": 1024,
  "profile": "accurate",
  "generation_settings": {
    "temperature": 0.0,
    "top_p": 1.0,
    "repetition_penalty": 1.0,
    "no_repeat_ngram_size": 35,
    "ngram_window": 128
  },
  "num_images": 12,
  "num_samples": 12,
  "total_time_seconds": 162.6677352060069,
  "mean_cer": 0.9073812810686629,
  "mean_wer": 1.001372473311303,
  "num_digit_samples": 12,
  "num_cjk_samples": 3,
  "mean_digit_cer": 0.4065110611974061,
  "mean_cjk_cer": 1.0,
  "num_table_samples": 3,
  "mean_table_score": 1.0,
  "mean_repetition_rate": 0.00026371308016877635,
  "by_category": {
    "cjk_document": {
      "num_samples": 3,
      "mean_cer": 2.317035024900193,
      "mean_digit_cer": 0.08888888888888889,
      "mean_cjk_cer": 1.0,
      "mean_table_score": null,
      "num_digit_samples": 3,
      "num_cjk_samples": 3,
      "num_table_samples": 0
    },
    "english_document": {
      "num_samples": 4,
      "mean_cer": 0.8171043138735056,
      "mean_digit_cer": 0.9432759996841724,
      "mean_cjk_cer": null,
      "mean_table_score": null,
      "num_digit_samples": 4,
      "num_cjk_samples": 0,
      "num_table_samples": 0
    },
    "low_quality_scan": {
      "num_samples": 2,
      "mean_cer": 0.07142857142857142,
      "mean_digit_cer": 0.13793103448275862,
      "mean_cjk_cer": null,
      "mean_table_score": null,
      "num_digit_samples": 2,
      "num_cjk_samples": 0,
      "num_table_samples": 0
    },
    "table_numeric": {
      "num_samples": 3,
      "mean_cer": 0.1753986332574032,
      "mean_digit_cer": 0.1875,
      "mean_cjk_cer": null,
      "mean_table_score": 1.0,
      "num_digit_samples": 3,
      "num_cjk_samples": 0,
      "num_table_samples": 3
    }
  },
  "per_file": [
    {
      "file": "0001.png",
      "category": "english_document",
      "cer": 1.1751563896336015,
      "wer": 1.439252336448598,
      "digit_cer": 0.48148148148148145,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0031645569620253164,
      "table_score": null,
      "elapsed_seconds": 32.467281207995256,
      "ref_length": 1332,
      "hyp_length": 2457,
      "ref_digit_count": 27,
      "ref_cjk_count": 0
    },
    {
      "file": "0002.png",
      "category": "english_document",
      "cer": 0.7319494584837545,
      "wer": 0.6216216216216216,
      "digit_cer": 0.288135593220339,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 31.99284904099477,
      "ref_length": 1329,
      "hyp_length": 1794,
      "ref_digit_count": 59,
      "ref_cjk_count": 0
    },
    {
      "file": "0003.png",
      "category": "english_document",
      "cer": 1.2802303262955854,
      "wer": 1.2586206896551724,
      "digit_cer": 2.767123287671233,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 30.016402541004936,
      "ref_length": 636,
      "hyp_length": 1349,
      "ref_digit_count": 73,
      "ref_cjk_count": 0
    },
    {
      "file": "0004.png",
      "category": "english_document",
      "cer": 0.08108108108108109,
      "wer": 0.15492957746478872,
      "digit_cer": 0.23636363636363636,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 12.61737366700254,
      "ref_length": 477,
      "hyp_length": 478,
      "ref_digit_count": 55,
      "ref_cjk_count": 0
    },
    {
      "file": "0005.png",
      "category": "table_numeric",
      "cer": 0.17539863325740318,
      "wer": 1.5,
      "digit_cer": 0.1875,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": 1.0,
      "elapsed_seconds": 8.039810500005842,
      "ref_length": 446,
      "hyp_length": 519,
      "ref_digit_count": 80,
      "ref_cjk_count": 0
    },
    {
      "file": "0006.png",
      "category": "table_numeric",
      "cer": 0.17539863325740318,
      "wer": 1.5,
      "digit_cer": 0.1875,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": 1.0,
      "elapsed_seconds": 8.472794083005283,
      "ref_length": 446,
      "hyp_length": 519,
      "ref_digit_count": 80,
      "ref_cjk_count": 0
    },
    {
      "file": "0007.png",
      "category": "table_numeric",
      "cer": 0.17539863325740318,
      "wer": 1.5,
      "digit_cer": 0.1875,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": 1.0,
      "elapsed_seconds": 7.832311457998003,
      "ref_length": 446,
      "hyp_length": 519,
      "ref_digit_count": 80,
      "ref_cjk_count": 0
    },
    {
      "file": "0008.png",
      "category": "cjk_document",
      "cer": 1.5730337078651686,
      "wer": 0.9,
      "digit_cer": 0.0,
      "cjk_cer": 1.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.520762083993759,
      "ref_length": 98,
      "hyp_length": 193,
      "ref_digit_count": 30,
      "ref_cjk_count": 41
    },
    {
      "file": "0009.png",
      "category": "cjk_document",
      "cer": 3.202247191011236,
      "wer": 1.0,
      "digit_cer": 0.0,
      "cjk_cer": 1.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.874465999993845,
      "ref_length": 100,
      "hyp_length": 334,
      "ref_digit_count": 30,
      "ref_cjk_count": 42
    },
    {
      "file": "0010.png",
      "category": "cjk_document",
      "cer": 2.1758241758241756,
      "wer": 1.9545454545454546,
      "digit_cer": 0.26666666666666666,
      "cjk_cer": 1.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 6.385247083002469,
      "ref_length": 112,
      "hyp_length": 275,
      "ref_digit_count": 30,
      "ref_cjk_count": 44
    },
    {
      "file": "0011.png",
      "category": "low_quality_scan",
      "cer": 0.12380952380952381,
      "wer": 0.125,
      "digit_cer": 0.27586206896551724,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 5.718108458007919,
      "ref_length": 120,
      "hyp_length": 135,
      "ref_digit_count": 29,
      "ref_cjk_count": 0
    },
    {
      "file": "0012.png",
      "category": "low_quality_scan",
      "cer": 0.01904761904761905,
      "wer": 0.0625,
      "digit_cer": 0.0,
      "cjk_cer": 0.0,
      "repetition_rate": 0.0,
      "table_score": null,
      "elapsed_seconds": 5.730329083002289,
      "ref_length": 120,
      "hyp_length": 123,
      "ref_digit_count": 29,
      "ref_cjk_count": 0
    }
  ]
}