{
  "model_path": "AX-Unlimited-OCR-3B-MoE-MLX-MXFP8-cal-mxfp8",
  "served_revision": null,
  "image_path": "test_invoice.png",
  "prompt": "<image>document parsing.",
  "max_tokens": 256,
  "system": {
    "platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
    "processor": "arm",
    "python_version": "3.14.6",
    "machine": "arm64",
    "mlx_version": "0.32.0",
    "mlx_vlm_version": "0.6.6",
    "chip": "Apple M3 Max",
    "total_memory_gb": 128.0
  },
  "model_load_time_seconds": 1.0123953330039512,
  "memory_after_load_mb": 4115.359375,
  "num_warmup": 1,
  "num_runs": 3,
  "mean_tps": 41.326731942543184,
  "std_tps": 1.2149507723608595,
  "mean_elapsed_seconds": 7.814036472002044,
  "mean_peak_memory_mb": 5260.396014999999,
  "runs": [
    {
      "run": 1,
      "elapsed_seconds": 7.896335166005883,
      "tokens_generated": 256,
      "tokens_generated_source": "mlx-vlm token count",
      "tokens_per_second": 41.34150964421114,
      "tokens_per_second_source": "mlx-vlm generation_tps",
      "peak_memory_mb": 5260.220375,
      "memory_delta_mb": 1337.1867549999997,
      "process_peak_rss_mb": 4129.09375,
      "prompt_tokens": 697,
      "prompt_tokens_per_second": 421.22509117788985,
      "finish_reason": "length"
    },
    {
      "run": 2,
      "elapsed_seconds": 7.41755587499938,
      "tokens_generated": 256,
      "tokens_generated_source": "mlx-vlm token count",
      "tokens_per_second": 42.80729278290862,
      "tokens_per_second_source": "mlx-vlm generation_tps",
      "peak_memory_mb": 5260.483835,
      "memory_delta_mb": 1337.188071,
      "process_peak_rss_mb": 4137.328125,
      "prompt_tokens": 697,
      "prompt_tokens_per_second": 496.01062497025777,
      "finish_reason": "length"
    },
    {
      "run": 3,
      "elapsed_seconds": 8.12821837500087,
      "tokens_generated": 256,
      "tokens_generated_source": "mlx-vlm token count",
      "tokens_per_second": 39.83139340050979,
      "tokens_per_second_source": "mlx-vlm generation_tps",
      "peak_memory_mb": 5260.483835,
      "memory_delta_mb": 1337.188071,
      "process_peak_rss_mb": 4137.578125,
      "prompt_tokens": 697,
      "prompt_tokens_per_second": 415.31823155489394,
      "finish_reason": "length"
    }
  ]
}