Image-Text-to-Text
MLX
Safetensors
unlimited-ocr
ax-engine
mlx-vlm
ocr
mxfp8
int8
apple-silicon
automatosx
conversational
8-bit precision
Instructions to use AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8 with MLX:
# Make sure mlx-vlm is installed # pip install --upgrade mlx-vlm from mlx_vlm import load, generate from mlx_vlm.prompt_utils import apply_chat_template from mlx_vlm.utils import load_config # Load the model model, processor = load("AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8") config = load_config("AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8") # Prepare input image = ["http://images.cocodataset.org/val2017/000000039769.jpg"] prompt = "Describe this image." # Apply chat template formatted_prompt = apply_chat_template( processor, config, prompt, num_images=1 ) # Generate output output = generate(model, processor, formatted_prompt, image) print(output) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Add top-level ax_provenance.json for catalog identity
Browse files- ax_provenance.json +303 -0
ax_provenance.json
ADDED
|
@@ -0,0 +1,303 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"schema_version": "ax.unlimited_ocr_provenance.v1",
|
| 3 |
+
"published_by": "AutomatosX",
|
| 4 |
+
"repository": "AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
|
| 5 |
+
"release_type": "ax-sensitivity-quantization",
|
| 6 |
+
"hub_revision_at_provenance_write": "991207eeffdbfbcd70654cd6c72a3e2e8ddae2c2",
|
| 7 |
+
"logical_parameters": 1232608000,
|
| 8 |
+
"source": {
|
| 9 |
+
"repo_id": "baidu/Unlimited-OCR",
|
| 10 |
+
"revision": "ee63731b6461c8afcdcc7b15352e7d2ffecc2ead",
|
| 11 |
+
"config": {
|
| 12 |
+
"path": "config.json",
|
| 13 |
+
"sha256": "27246d03fd670904ec9601b1cb0861fbb79ec076830771daa8d943d6229946f9"
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"reference": {
|
| 17 |
+
"repo_id": "sahilchachra/unlimited-ocr-mxfp8-mlx",
|
| 18 |
+
"revision": "55b8031a6c867de675279d9604e38cc94b9882a4"
|
| 19 |
+
},
|
| 20 |
+
"conversion": {
|
| 21 |
+
"method": "sensitivity_guided_mxfp8_mixed_precision",
|
| 22 |
+
"target_repo": "AutomatosX/AX-Unlimited-OCR-3B-MoE-MLX-MXFP8",
|
| 23 |
+
"calibration_dataset": {
|
| 24 |
+
"name": "calibration",
|
| 25 |
+
"num_samples": 10,
|
| 26 |
+
"num_digit_samples": 10,
|
| 27 |
+
"num_cjk_samples": 3,
|
| 28 |
+
"num_table_samples": 3,
|
| 29 |
+
"category_counts": {
|
| 30 |
+
"cjk_document": 3,
|
| 31 |
+
"english_document": 2,
|
| 32 |
+
"low_quality_scan": 2,
|
| 33 |
+
"table_numeric": 3
|
| 34 |
+
},
|
| 35 |
+
"manifest_sha256": "d4429669fe60a5c48ce82073294d20c845b85084644f9d4f62f7c8ca3923ba7a",
|
| 36 |
+
"content_sha256": "40260fc715daa552e7b7dcd75d82441065710eccc8b90892b18826cad6f8dfcb",
|
| 37 |
+
"files": [
|
| 38 |
+
{
|
| 39 |
+
"path": "images/0001.png",
|
| 40 |
+
"size": 243645,
|
| 41 |
+
"sha256": "8fad74c7e8f314075f34d5b3b3e6272a2c22a90e960dcf8074039b1f065895b4"
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"path": "ground_truth/0001.txt",
|
| 45 |
+
"size": 1346,
|
| 46 |
+
"sha256": "a6f35a418836e8ba0667dc42d663219b07b65cbbf7a4627b2319f0fa44d11f8e"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"path": "images/0002.png",
|
| 50 |
+
"size": 208699,
|
| 51 |
+
"sha256": "31f2d9c651112e963366e5e39f3da4ff8198ec41e2187c3c8fb5fec0edd2f64c"
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"path": "ground_truth/0002.txt",
|
| 55 |
+
"size": 838,
|
| 56 |
+
"sha256": "a05196b747f6898102fc56e23cae31c32754b985bc3eab0abe60d955bfadff68"
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"path": "images/0003.png",
|
| 60 |
+
"size": 40039,
|
| 61 |
+
"sha256": "bbe26dc81fb4c5e6a143279dd1e0d0540df746f5e4e8f9fc7577e936882b190e"
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"path": "ground_truth/0003.txt",
|
| 65 |
+
"size": 459,
|
| 66 |
+
"sha256": "39cf88aef99b6ce6b5d8af870e2feefca7a9991e5c835660bda60c5b5f80f481"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"path": "images/0004.png",
|
| 70 |
+
"size": 40356,
|
| 71 |
+
"sha256": "1e50bec7880f37e9e25eb8c4706998634b0c1f254d38fb75ccd6dbb9b89ed3a3"
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"path": "ground_truth/0004.txt",
|
| 75 |
+
"size": 459,
|
| 76 |
+
"sha256": "2a2b723c4f1b4e14cdf5d70a74ae12586c12952ffac0d1bd295c448f1bf2d3fc"
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"path": "images/0005.png",
|
| 80 |
+
"size": 40650,
|
| 81 |
+
"sha256": "7b7c9441ff17bb97ee76cb68eb6b9134f7d26d151c6ca1d18039959bf43de04c"
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"path": "ground_truth/0005.txt",
|
| 85 |
+
"size": 459,
|
| 86 |
+
"sha256": "3dbec98a34736b424dafcf492691b21a1a36f629d83589cac5482cc1a135d9b7"
|
| 87 |
+
},
|
| 88 |
+
{
|
| 89 |
+
"path": "images/0006.png",
|
| 90 |
+
"size": 46036,
|
| 91 |
+
"sha256": "76006318e5aa3bb54182d7b3249ad016e7ab0dee387f580331c39b9ac49cb7ab"
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"path": "ground_truth/0006.txt",
|
| 95 |
+
"size": 191,
|
| 96 |
+
"sha256": "75082837c3cbb8c41ba0747b98390a1f44577092c30f31f4c1e10ce52af83b61"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"path": "images/0007.png",
|
| 100 |
+
"size": 41828,
|
| 101 |
+
"sha256": "d642986c12233efe0bc7559096952e66eb175735f89ac91caedea0089c4adb19"
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"path": "ground_truth/0007.txt",
|
| 105 |
+
"size": 195,
|
| 106 |
+
"sha256": "c47bf79076b7ab732c22dc1b023d9f6f12b98b724dd0d730c23e879ef7604e29"
|
| 107 |
+
},
|
| 108 |
+
{
|
| 109 |
+
"path": "images/0008.png",
|
| 110 |
+
"size": 20975,
|
| 111 |
+
"sha256": "852416613d0137144df77408c44e7d469249e7fbc650c684ad28911b96b28e76"
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"path": "ground_truth/0008.txt",
|
| 115 |
+
"size": 201,
|
| 116 |
+
"sha256": "dc48f9c80e21438d5c2c3fb57b3bc471961708e2dd971df78a9ecc11c8c3b3ad"
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"path": "images/0009.png",
|
| 120 |
+
"size": 487313,
|
| 121 |
+
"sha256": "87f977973bddf89f781762c87feb9c845e02731dae5cf39086db4cdb0588298e"
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"path": "ground_truth/0009.txt",
|
| 125 |
+
"size": 121,
|
| 126 |
+
"sha256": "d9f04e21b8e73f964a9dee2776c65a76d509138f8abe694c46305a32833a52f1"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"path": "images/0010.png",
|
| 130 |
+
"size": 515820,
|
| 131 |
+
"sha256": "6fb40a4c63aed4cbb11346d0c80b917cf1ecd407b364bcfbc87483b5bd90d0b4"
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"path": "ground_truth/0010.txt",
|
| 135 |
+
"size": 121,
|
| 136 |
+
"sha256": "b8e07f309069b395279995af437f82f3a9453f2add587bd9633b4ae97cc8419a"
|
| 137 |
+
}
|
| 138 |
+
]
|
| 139 |
+
},
|
| 140 |
+
"evaluation_dataset": {
|
| 141 |
+
"name": "evaluation",
|
| 142 |
+
"num_samples": 12,
|
| 143 |
+
"num_digit_samples": 12,
|
| 144 |
+
"num_cjk_samples": 3,
|
| 145 |
+
"num_table_samples": 3,
|
| 146 |
+
"category_counts": {
|
| 147 |
+
"cjk_document": 3,
|
| 148 |
+
"english_document": 4,
|
| 149 |
+
"low_quality_scan": 2,
|
| 150 |
+
"table_numeric": 3
|
| 151 |
+
},
|
| 152 |
+
"manifest_sha256": "111646a6f59ed32689fbc658c1cb4ed60629e1bbd909d6137df469e7b489f121",
|
| 153 |
+
"content_sha256": "7becb54d81bae0dc69092ff69bae4a324ab63dd672123e5de5d19b6baebbc987",
|
| 154 |
+
"files": [
|
| 155 |
+
{
|
| 156 |
+
"path": "images/0001.png",
|
| 157 |
+
"size": 181040,
|
| 158 |
+
"sha256": "40330138b25a7ce9bf142a672ad0a6253517bf076af66591c4431490eff1ecfc"
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"path": "ground_truth/0001.txt",
|
| 162 |
+
"size": 1333,
|
| 163 |
+
"sha256": "517ab5af1c090227d4dc2473ac422ecd9301e2e21ba0cc1c54d08476b1903d7e"
|
| 164 |
+
},
|
| 165 |
+
{
|
| 166 |
+
"path": "images/0002.png",
|
| 167 |
+
"size": 220208,
|
| 168 |
+
"sha256": "4316ba5ebe86c62331361e6d23329adede5e9eecf50a70db16b5439d95f5e23e"
|
| 169 |
+
},
|
| 170 |
+
{
|
| 171 |
+
"path": "ground_truth/0002.txt",
|
| 172 |
+
"size": 1330,
|
| 173 |
+
"sha256": "df3b4afaee0f3ffe0984c2f1d1201c1762bc70f4ffbc1bfe9b1242e17d794148"
|
| 174 |
+
},
|
| 175 |
+
{
|
| 176 |
+
"path": "images/0003.png",
|
| 177 |
+
"size": 119613,
|
| 178 |
+
"sha256": "bcf22c94459b970f1ee11088d8a902dbc56975e487c489b4714dedf8f3a4dca1"
|
| 179 |
+
},
|
| 180 |
+
{
|
| 181 |
+
"path": "ground_truth/0003.txt",
|
| 182 |
+
"size": 637,
|
| 183 |
+
"sha256": "a035ed288c8cc0e73e6cddc08c804be9b1ed32eee98e7f85c0e027bd88221b66"
|
| 184 |
+
},
|
| 185 |
+
{
|
| 186 |
+
"path": "images/0004.png",
|
| 187 |
+
"size": 67701,
|
| 188 |
+
"sha256": "baea8365beb81cc9939e59d3c8a0b88ab17999122eb1729e33214450a4fba987"
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"path": "ground_truth/0004.txt",
|
| 192 |
+
"size": 478,
|
| 193 |
+
"sha256": "af1c29967e55595362ab41e25000e00167474cbe38ea43b8816f1f1395ef6e72"
|
| 194 |
+
},
|
| 195 |
+
{
|
| 196 |
+
"path": "images/0005.png",
|
| 197 |
+
"size": 41300,
|
| 198 |
+
"sha256": "65662634fc3b5df7d006f40d276fb2869809a86a2027f464c1d6776094e16f16"
|
| 199 |
+
},
|
| 200 |
+
{
|
| 201 |
+
"path": "ground_truth/0005.txt",
|
| 202 |
+
"size": 459,
|
| 203 |
+
"sha256": "1d565459641aca5056fdcccabe2cdc6834107bef219645a54cd28db2e06b05ea"
|
| 204 |
+
},
|
| 205 |
+
{
|
| 206 |
+
"path": "images/0006.png",
|
| 207 |
+
"size": 40574,
|
| 208 |
+
"sha256": "67dbd4d07cb6e3f971937dc93a35ac81775580ee4d8895373afe6ae7e6b328dd"
|
| 209 |
+
},
|
| 210 |
+
{
|
| 211 |
+
"path": "ground_truth/0006.txt",
|
| 212 |
+
"size": 459,
|
| 213 |
+
"sha256": "0e134815b0bee585e3841d5a22a296c136fb43f00a9e3d48d98d2df24e884b08"
|
| 214 |
+
},
|
| 215 |
+
{
|
| 216 |
+
"path": "images/0007.png",
|
| 217 |
+
"size": 41027,
|
| 218 |
+
"sha256": "2b54b5222174bf4d41d92a6ee97aa1b2a3e57daca987b55906793df807dfe08f"
|
| 219 |
+
},
|
| 220 |
+
{
|
| 221 |
+
"path": "ground_truth/0007.txt",
|
| 222 |
+
"size": 459,
|
| 223 |
+
"sha256": "b63a7c471f4d36cc8bafddcbd7b4a8d92d6f92e73ab1e260505c2413d6e39146"
|
| 224 |
+
},
|
| 225 |
+
{
|
| 226 |
+
"path": "images/0008.png",
|
| 227 |
+
"size": 46025,
|
| 228 |
+
"sha256": "c8c8ed310cbdebf7e27adf3361e6ce5939922bd674af12205cea441a9b53399d"
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"path": "ground_truth/0008.txt",
|
| 232 |
+
"size": 191,
|
| 233 |
+
"sha256": "246e79c3ef9faa52dd10c400eecf594314493c88ae5f7794a6129dd90e850107"
|
| 234 |
+
},
|
| 235 |
+
{
|
| 236 |
+
"path": "images/0009.png",
|
| 237 |
+
"size": 41617,
|
| 238 |
+
"sha256": "a00eaebf40f9369b6851a949a0aedc82a57cf1104a957e42880b1f3aa65606f0"
|
| 239 |
+
},
|
| 240 |
+
{
|
| 241 |
+
"path": "ground_truth/0009.txt",
|
| 242 |
+
"size": 195,
|
| 243 |
+
"sha256": "5653ef6df8a330496e73c6ddd71c9b2280818e13b11b6ff8842622ad53d24a5b"
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"path": "images/0010.png",
|
| 247 |
+
"size": 21089,
|
| 248 |
+
"sha256": "59b6edec6b2ef0369f1d7fbe9fe96648fda2982db0eae377199d5edf26855900"
|
| 249 |
+
},
|
| 250 |
+
{
|
| 251 |
+
"path": "ground_truth/0010.txt",
|
| 252 |
+
"size": 201,
|
| 253 |
+
"sha256": "6d2f6474c94dea173288aebde046b6db40534548e8187cb776dc494abaa04ce2"
|
| 254 |
+
},
|
| 255 |
+
{
|
| 256 |
+
"path": "images/0011.png",
|
| 257 |
+
"size": 487332,
|
| 258 |
+
"sha256": "70f57ebf6f41479e443e4356422e6dd619ffdcf2f0df7837943f5427545cd266"
|
| 259 |
+
},
|
| 260 |
+
{
|
| 261 |
+
"path": "ground_truth/0011.txt",
|
| 262 |
+
"size": 121,
|
| 263 |
+
"sha256": "f550334b0b7d3508ef898d0e144593c6d005dd32d1bbcb837aeb650da56e9eb8"
|
| 264 |
+
},
|
| 265 |
+
{
|
| 266 |
+
"path": "images/0012.png",
|
| 267 |
+
"size": 516088,
|
| 268 |
+
"sha256": "fdd426f69928ba7bcc6008655fa0dbd950b6844eba8322491e7a5399bf052d59"
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"path": "ground_truth/0012.txt",
|
| 272 |
+
"size": 121,
|
| 273 |
+
"sha256": "d040adc39553bc337df562486b3b5148727660214ec79a3af48b9cf5a2bc23f7"
|
| 274 |
+
}
|
| 275 |
+
]
|
| 276 |
+
},
|
| 277 |
+
"versions": {
|
| 278 |
+
"mlx": "0.32.0",
|
| 279 |
+
"mlx-vlm": "0.6.6",
|
| 280 |
+
"huggingface-hub": "1.24.0",
|
| 281 |
+
"numpy": "2.5.1",
|
| 282 |
+
"Pillow": "12.3.0"
|
| 283 |
+
},
|
| 284 |
+
"created_at": "2026-07-21T03:08:54.605846+00:00"
|
| 285 |
+
},
|
| 286 |
+
"parameters": {
|
| 287 |
+
"accuracy_tokens": 1024,
|
| 288 |
+
"performance_tokens": 256,
|
| 289 |
+
"performance_warmup": 1,
|
| 290 |
+
"performance_runs": 3,
|
| 291 |
+
"rswa_lengths": [
|
| 292 |
+
512,
|
| 293 |
+
2048,
|
| 294 |
+
8192
|
| 295 |
+
]
|
| 296 |
+
},
|
| 297 |
+
"related_manifests": {
|
| 298 |
+
"release_provenance": "release/provenance.json",
|
| 299 |
+
"model_manifest": "model-manifest.json",
|
| 300 |
+
"precision_map": "precision_map.json",
|
| 301 |
+
"quantization_summary": "quantization_summary.json"
|
| 302 |
+
}
|
| 303 |
+
}
|