File size: 2,271 Bytes
fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 | {
"model_path": "sahilchachra/unlimited-ocr-mxfp8-mlx",
"served_revision": "55b8031a6c867de675279d9604e38cc94b9882a4",
"image_path": "test_invoice.png",
"prompt": "<image>document parsing.",
"max_tokens": 256,
"system": {
"platform": "macOS-26.5.2-arm64-arm-64bit-Mach-O",
"processor": "arm",
"python_version": "3.14.6",
"machine": "arm64",
"mlx_version": "0.32.0",
"mlx_vlm_version": "0.6.6",
"chip": "Apple M3 Max",
"total_memory_gb": 128.0
},
"model_load_time_seconds": 2.9305669579916866,
"memory_after_load_mb": 3992.859375,
"num_warmup": 1,
"num_runs": 3,
"mean_tps": 35.07146198590831,
"std_tps": 0.290807343078657,
"mean_elapsed_seconds": 8.953089208662277,
"mean_peak_memory_mb": 5165.991419999999,
"runs": [
{
"run": 1,
"elapsed_seconds": 9.042429541994352,
"tokens_generated": 256,
"tokens_generated_source": "mlx-vlm token count",
"tokens_per_second": 34.74497597308309,
"tokens_per_second_source": "mlx-vlm generation_tps",
"peak_memory_mb": 5165.81578,
"memory_delta_mb": 1337.186768,
"process_peak_rss_mb": 4022.6875,
"prompt_tokens": 697,
"prompt_tokens_per_second": 429.97806661114964,
"finish_reason": "length"
},
{
"run": 2,
"elapsed_seconds": 9.023512416999438,
"tokens_generated": 256,
"tokens_generated_source": "mlx-vlm token count",
"tokens_per_second": 35.01812122387363,
"tokens_per_second_source": "mlx-vlm generation_tps",
"peak_memory_mb": 5166.07924,
"memory_delta_mb": 1337.188084,
"process_peak_rss_mb": 4023.046875,
"prompt_tokens": 697,
"prompt_tokens_per_second": 417.40764558358615,
"finish_reason": "length"
},
{
"run": 3,
"elapsed_seconds": 8.793325666993042,
"tokens_generated": 256,
"tokens_generated_source": "mlx-vlm token count",
"tokens_per_second": 35.451288760768186,
"tokens_per_second_source": "mlx-vlm generation_tps",
"peak_memory_mb": 5166.07924,
"memory_delta_mb": 1337.188084,
"process_peak_rss_mb": 4023.3125,
"prompt_tokens": 697,
"prompt_tokens_per_second": 449.69288066410945,
"finish_reason": "length"
}
]
} |