Image-Text-to-Text
MLX
Safetensors
unlimited-ocr
ax-engine
mlx-vlm
ocr
mxfp8
int8
apple-silicon
automatosx
conversational
8-bit precision
Instructions to use AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8 with MLX:
# Make sure mlx-vlm is installed # pip install --upgrade mlx-vlm from mlx_vlm import load, generate from mlx_vlm.prompt_utils import apply_chat_template from mlx_vlm.utils import load_config # Load the model model, processor = load("AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8") config = load_config("AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8") # Prepare input image = ["http://images.cocodataset.org/val2017/000000039769.jpg"] prompt = "Describe this image." # Apply chat template formatted_prompt = apply_chat_template( processor, config, prompt, num_images=1 ) # Generate output output = generate(model, processor, formatted_prompt, image) print(output) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
File size: 3,033 Bytes
fd0c04f 6708e4d fd0c04f 6708e4d fd0c04f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 | {
"default_mode": "document",
"modes": {
"none": {
"description": "No preprocessing (passthrough)",
"deskew": false,
"clahe": false,
"binarize": false,
"gamma_correction": false,
"sharpen": false,
"grayscale": false,
"target_size": null
},
"auto": {
"description": "Inspect image and apply needed fixes automatically",
"deskew": true,
"clahe": "auto",
"binarize": false,
"gamma_correction": "auto",
"sharpen": "auto",
"grayscale": false,
"target_size": 1024
},
"document": {
"description": "Deskew + CLAHE contrast enhancement (default for general documents)",
"deskew": true,
"clahe": true,
"binarize": false,
"gamma_correction": false,
"sharpen": false,
"grayscale": false,
"target_size": 1024,
"clahe_clip_limit": 2.0,
"clahe_grid_size": 8
},
"low-contrast": {
"description": "Aggressive CLAHE + gamma correction for faded scans",
"deskew": true,
"clahe": true,
"binarize": false,
"gamma_correction": true,
"sharpen": false,
"grayscale": false,
"target_size": 1024,
"clahe_clip_limit": 4.0,
"gamma_value": 1.5
},
"grayscale": {
"description": "Convert to grayscale + Otsu binarization",
"deskew": true,
"clahe": false,
"binarize": true,
"gamma_correction": false,
"sharpen": false,
"grayscale": true,
"target_size": 1024
},
"high-resolution": {
"description": "Resize longest side to 1024 with Lanczos + sharpen",
"deskew": false,
"clahe": true,
"binarize": false,
"gamma_correction": false,
"sharpen": true,
"grayscale": false,
"target_size": 1024
},
"table": {
"description": "Deskew + CLAHE + sharpening for grid lines and table structure",
"deskew": true,
"clahe": true,
"binarize": false,
"gamma_correction": false,
"sharpen": true,
"grayscale": false,
"target_size": 1024,
"clahe_clip_limit": 3.0
},
"adaptive-binarize": {
"description": "Detect sideways orientation and apply local Sauvola binarization",
"deskew": true,
"clahe": false,
"binarize": "sauvola",
"gamma_correction": false,
"sharpen": false,
"grayscale": false,
"target_size": 1024
},
"photo-document": {
"description": "Perspective-correct photographed pages, detect sideways orientation, then enhance contrast and lighting",
"deskew": false,
"perspective_correction": true,
"clahe": true,
"binarize": false,
"gamma_correction": true,
"sharpen": false,
"grayscale": false,
"target_size": 1024,
"clahe_clip_limit": 3.0,
"gamma_value": 1.3
}
},
"_note": "Preprocessing is always optional. The raw input path remains available for baseline comparison. Applied steps are recorded in output metadata."
}
|