generation_config.json

{
  "do_sample": false,
  "temperature": 0.0,
  "top_p": 1.0,
  "max_new_tokens": 8192,
  "repetition_penalty": 1.0,
  "no_repeat_ngram_size": 35,
  "use_cache": true,
  "_comment": "Tested default generation parameters for Unlimited-OCR MLX. Deterministic decoding recommended for OCR accuracy.",
  "_profiles": {
    "accurate": {"max_new_tokens": 8192, "temperature": 0.0, "no_repeat_ngram_size": 35},
    "fast": {"max_new_tokens": 2048, "temperature": 0.0, "no_repeat_ngram_size": 35},
    "long-document": {"max_new_tokens": 16384, "temperature": 0.0, "repetition_penalty": 1.05, "no_repeat_ngram_size": 25},
    "plain-text": {"max_new_tokens": 4096, "temperature": 0.0, "no_repeat_ngram_size": 35},
    "markdown": {"max_new_tokens": 8192, "temperature": 0.0, "no_repeat_ngram_size": 35}
  }
}