{
  "model_path": "sahilchachra/unlimited-ocr-mxfp8-mlx",
  "served_revision": "55b8031a6c867de675279d9604e38cc94b9882a4",
  "image_path": "test_invoice.png",
  "prompt": "<image>document parsing.",
  "max_tokens": 256,
  "system": {
    "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
    "processor": "arm",
    "python_version": "3.14.6",
    "machine": "arm64",
    "mlx_version": "0.32.0",
    "mlx_vlm_version": "0.6.6",
    "chip": "Apple M3 Max",
    "total_memory_gb": 128.0
  },
  "model_load_time_seconds": 2.9305669579916866,
  "memory_after_load_mb": 3992.859375,
  "num_warmup": 1,
  "num_runs": 3,
  "mean_tps": 35.07146198590831,
  "std_tps": 0.290807343078657,
  "mean_elapsed_seconds": 8.953089208662277,
  "mean_peak_memory_mb": 5165.991419999999,
  "runs": [
    {
      "run": 1,
      "elapsed_seconds": 9.042429541994352,
      "tokens_generated": 256,
      "tokens_generated_source": "mlx-vlm token count",
      "tokens_per_second": 34.74497597308309,
      "tokens_per_second_source": "mlx-vlm generation_tps",
      "peak_memory_mb": 5165.81578,
      "memory_delta_mb": 1337.186768,
      "process_peak_rss_mb": 4022.6875,
      "prompt_tokens": 697,
      "prompt_tokens_per_second": 429.97806661114964,
      "finish_reason": "length"
    },
    {
      "run": 2,
      "elapsed_seconds": 9.023512416999438,
      "tokens_generated": 256,
      "tokens_generated_source": "mlx-vlm token count",
      "tokens_per_second": 35.01812122387363,
      "tokens_per_second_source": "mlx-vlm generation_tps",
      "peak_memory_mb": 5166.07924,
      "memory_delta_mb": 1337.188084,
      "process_peak_rss_mb": 4023.046875,
      "prompt_tokens": 697,
      "prompt_tokens_per_second": 417.40764558358615,
      "finish_reason": "length"
    },
    {
      "run": 3,
      "elapsed_seconds": 8.793325666993042,
      "tokens_generated": 256,
      "tokens_generated_source": "mlx-vlm token count",
      "tokens_per_second": 35.451288760768186,
      "tokens_per_second_source": "mlx-vlm generation_tps",
      "peak_memory_mb": 5166.07924,
      "memory_delta_mb": 1337.188084,
      "process_peak_rss_mb": 4023.3125,
      "prompt_tokens": 697,
      "prompt_tokens_per_second": 449.69288066410945,
      "finish_reason": "length"
    }
  ]
}