{ "axquant_version": "1.6.2", "calibration": null, "created_at": "2026-08-11T20:25:35.824371Z", "effective_bpw": 5.999997506594146, "files": [ { "path": ".cache/huggingface/.gitignore", "sha256": "684888c0ebb17f374298b65ee2807526c066094c701bcc7ebbe1c1095f494fc1", "size_bytes": 1 }, { "path": ".cache/huggingface/CACHEDIR.TAG", "sha256": "f6572428f6d5e1575e73a1502895a8731f10757dfbb634909c6e154b849af91d", "size_bytes": 191 }, { "path": ".cache/huggingface/download/.gitattributes.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/.gitattributes.metadata", "sha256": "6d9c8980e92b3465b8342dde51b95b9cbd62a1dda39afe770d71e7e274b4eb3a", "size_bytes": 101 }, { "path": ".cache/huggingface/download/README.md.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/README.md.metadata", "sha256": "a040728286578a09eaad5b81317ce2d720408d232c4d89a3af3324cb91eea69e", "size_bytes": 100 }, { "path": ".cache/huggingface/download/chat_template.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/chat_template.json.metadata", "sha256": "a15d6a92656e0d3c39102270abe10c299d8f465c9e75d4acc847d5bafe7dd6e0", "size_bytes": 100 }, { "path": ".cache/huggingface/download/config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/config.json.metadata", "sha256": "5371be2cb03f9502e10aa051e7cb2da9798717d40e55df93175a9924546de1a2", "size_bytes": 101 }, { "path": ".cache/huggingface/download/generation_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/generation_config.json.metadata", "sha256": "7828b3588c241d29b94b19e5c3402452b4c235ef94f8a95b05cfaaaf721cad92", "size_bytes": 100 }, { "path": ".cache/huggingface/download/merges.txt.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/merges.txt.metadata", "sha256": "a7b9f69e9c6d6e5b17f6a8e8b7e84b8445137b9136b2fb2a24b1a5e1d98912ca", "size_bytes": 100 }, { "path": ".cache/huggingface/download/model-00001-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00001-of-00013.safetensors.metadata", "sha256": "2bb539f6a1de14080a504be94e5b86a192ea6d447790df2df407d6ce41b94156", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00002-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00002-of-00013.safetensors.metadata", "sha256": "d45664b036b16b798488850a3be836713d375d0fa601bc38ba819112aa13f7db", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00003-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00003-of-00013.safetensors.metadata", "sha256": "5ea10791c96cbf20c88023e2080d1e865b008c164e48bf06b99037d9ffaca7fa", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00004-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00004-of-00013.safetensors.metadata", "sha256": "038190a6f98139bb2f26c28b5d7107facf19f6fe61dad6706992bb13efe6221c", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00005-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00005-of-00013.safetensors.metadata", "sha256": "53c4d0321b42dc80d83cd38422f22bde8937b97911f5df7147fc6fb8f13324a6", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00006-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00006-of-00013.safetensors.metadata", "sha256": "ff375bcc174e15bde819ad754f032d9e42fbd8f81bd4a22c4cefece50b4d359b", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00007-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00007-of-00013.safetensors.metadata", "sha256": "b9319b8b2b47aaf6984e2fe17129329c7e12926c0d6e9464dbb89983a3018999", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00008-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00008-of-00013.safetensors.metadata", "sha256": "ba0309f8f64855ad2be8f791a5d39f2d89771250341082ed164ef15d0eac5653", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00009-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00009-of-00013.safetensors.metadata", "sha256": "f0af774813d16e07479de3ad19b0e777ecde059d010ca69e8e407f96b3aa483a", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00010-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00010-of-00013.safetensors.metadata", "sha256": "eba410534527f3c1f9250a0030eb5d593a88e4d10c328ac69a834832b3eba51c", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00011-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00011-of-00013.safetensors.metadata", "sha256": "75e47e3a76d4909c01043ad7ee097449d5bf59b632cb90e125afdd410f356eb0", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00012-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00012-of-00013.safetensors.metadata", "sha256": "dabce476c2cb2ae763ef732859027cfd545262ba17d6c694819563dae6f55747", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00013-of-00013.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00013-of-00013.safetensors.metadata", "sha256": "a5fd349d9b7d914f7b087b674030cc19bb7104fa221b9914918c780f140d18d0", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model.safetensors.index.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model.safetensors.index.json.metadata", "sha256": "688aa10fbabeb98d239528bde0a6f64c1bcd3eb828fab623f94d96c156faa02d", "size_bytes": 99 }, { "path": ".cache/huggingface/download/preprocessor_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/preprocessor_config.json.metadata", "sha256": "283985799a1a61dc42443b0563d2fb8feebb043495ca544f3a9ce6457fbbcaff", "size_bytes": 101 }, { "path": ".cache/huggingface/download/tokenizer.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/tokenizer.json.metadata", "sha256": "f1641095a7adb5d6ab6992359876bf12133c4f7edd2b1df999439b889daaa2c3", "size_bytes": 100 }, { "path": ".cache/huggingface/download/tokenizer_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/tokenizer_config.json.metadata", "sha256": "2f2950ed78cfcc2d8718d09ae722a3064625808e40095704dadb82e1eb34b5f4", "size_bytes": 100 }, { "path": ".cache/huggingface/download/video_preprocessor_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/video_preprocessor_config.json.metadata", "sha256": "cf475ee9d81e7b9014fd1590e04cf190654121b4f20f3445eb6c958b2701bf73", "size_bytes": 100 }, { "path": ".cache/huggingface/download/vocab.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/vocab.json.metadata", "sha256": "fb5537a815c9503dbef959b929281d72fc7ea07ac717e8a484ed1b26e2e04d1b", "size_bytes": 101 }, { "path": ".cache/huggingface/trees/9c4b90e1e4ba969fd3b5378b57d966d725f1b86c.json", "sha256": "b199602afa4b23801ecd569a07f629fc689edad080eef22c5d44506e46910815", "size_bytes": 5462 }, { "path": "README.md", "sha256": "9a272b5949a803ab6eadf0703706dab183229952e2b374501d1069d0f6d16557", "size_bytes": 84 }, { "path": "axquant_plan.json", "sha256": "b36519cbf1999e809a3ae13f5fbef81061b66c0b2bd5d25dd5b7ca8af9f1fdd2", "size_bytes": 826636 }, { "path": "axquant_quantizer_execution.json", "sha256": "835f61391d271c99c8200b343e35068bbd78674a01aeec3e176bef6d5bfbe400", "size_bytes": 88321 }, { "path": "axquant_runtime.json", "sha256": "dbd3641e53648bb43ef77476d8bdf8da3a6c132d7832a7ace1c354723d162108", "size_bytes": 1806 }, { "path": "chat_template.jinja", "sha256": "3636d0f0bd6bef02654cdffdc447b79cb2cef8ab02cc75267345946291a489e4", "size_bytes": 5292 }, { "path": "chat_template.json", "sha256": "5c72a170d2a4a1a3bc5adad2e689ae28138a9700e5b8c96c0266331e86c0acce", "size_bytes": 5499 }, { "path": "config.json", "sha256": "da05f443f13cae886a05e47f615e668c8e49576d07f64ae9ed98130b79589ebe", "size_bytes": 122355 }, { "path": "generation_config.json", "sha256": "1e241830b48b397cb0900101421df5450baddc7adf01e5fc86b5615865f3bae4", "size_bytes": 269 }, { "path": "model-00001-of-00005.safetensors", "sha256": "3f4c94116c9f41f4c461ac588a8819c594fca70475a60296c503608e4b0b4914", "size_bytes": 5367654142 }, { "path": "model-00002-of-00005.safetensors", "sha256": "5a39a9ed835dc25752e1cab151804ae2423a7d2ba464f718bbf941446490def5", "size_bytes": 5364889969 }, { "path": "model-00003-of-00005.safetensors", "sha256": "72fdb35278dd9130ceed105c14eedc510f162569c2dec3a43dc71ac99b690870", "size_bytes": 5360665439 }, { "path": "model-00004-of-00005.safetensors", "sha256": "7858d36a695966dcb1d6702dae7194939d3b48f80b27bf601c21e3fe3b399622", "size_bytes": 5239957222 }, { "path": "model-00005-of-00005.safetensors", "sha256": "7a352e3029e1702706ec6089fbb27a14b7dec919817471e38a03720f387d896d", "size_bytes": 1970107704 }, { "path": "model.safetensors.index.json", "sha256": "a5e4fd95924674b9ac25bea57c2cfc0c02f37457474c0cc93704c89d2d234bdb", "size_bytes": 169983 }, { "path": "preprocessor_config.json", "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "size_bytes": 390 }, { "path": "processor_config.json", "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040", "size_bytes": 991 }, { "path": "tokenizer.json", "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", "size_bytes": 11422650 }, { "path": "tokenizer_config.json", "sha256": "7ce86d685d3fb775073b9b1c0f576dd89b7943194c771dd2573cc10e5cae4a48", "size_bytes": 734 }, { "path": "video_preprocessor_config.json", "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13", "size_bytes": 385 }, { "path": "vocab.json", "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", "size_bytes": 2776833 } ], "format": "mlx", "logical_parameters": 31070754032, "main_logical_parameters": 31070754032, "main_weight_file_size_bytes": 23303274476, "measured_main_bpw": 6.0000538003036, "measured_total_bpw": 6.0000538003036, "mtp_acceptance_retention": null, "mtp_distribution": {}, "mtp_measured_speedup": null, "mtp_policy": { "candidate_bits": [ 8, 16 ], "min_bits": 8, "mode": "protected", "optimize_for_acceptance": true, "preserve_external_sidecar": true, "protect_norms": true, "protect_output_head": true }, "mtp_present": false, "mtp_weight_file_size_bytes": 0, "plan_sha256": "3f1a54657c96cb7ebd83c2b55800fa61f130d58c6e9a6473e9321d43e5ffe863", "profile": "general", "protected_weight_file_size_bytes": 0, "quantizer": "axquant", "runtime": { "ax_engine": { "decode_kernel": null, "fused_mtp": null, "kernel_evidence": "unmeasured", "model_manifest": "model-manifest.json", "preferred_group_size": 32 }, "compatible_runtimes": [ { "compatibility_level": "B", "manifest": "config.json", "mtp_support": "none", "name": "mlx-vlm", "notes": [ "MLX-VLM loads the protected vision tower and AXQ language decoder.", "Use for image-to-text smoke and Hub mlx-vlm consumers." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "standard-inference" } ], "created_at": "2026-08-11T20:24:21.409921Z", "kv_cache": null, "memory_policy": { "kv_cache_precision": "runtime-default", "mtp_buffers": "not-required", "prefix_cache": "runtime-managed", "unified_memory_safety_margin": "benchmark-required" }, "mtp": { "acceptance_retention": null, "detected": false, "draft_tokens": null, "enabled_by_default": false, "head_precision": null, "measured_speedup": null, "optimized": false, "recommended_temperature_max": null, "sidecar_file": null, "verification_mode": null }, "optimization_scope": "text-path", "primary_runtime": { "compatibility_level": "A", "manifest": "model-manifest.json", "mtp_support": "none", "name": "ax-engine", "notes": [ "AX Engine is the primary product runtime for Qwen3-VL MoE packs.", "MTP is not a product claim for this VL path; vision remains BF16-protected.", "Runtime claims require a passing AX Engine doctor and benchmark report." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "optimized" }, "schema_version": "axquant.runtime.v1" }, "schema_version": "axquant.artifact.v2", "software_versions": { "ax_engine": null, "axquant": "1.6.2", "mlx": "0.32.0", "mlx_lm": "0.31.3", "pydantic": "2.13.4", "python": "3.13.14", "safetensors": "0.8.0" }, "source_model": { "architecture": "Qwen3VLMoeForConditionalGeneration", "format": "mlx", "local_path": "/Volumes/Ext4T/models/Qwen3-VL-30B-A3B-Instruct-bf16", "model_id": "Qwen/Qwen3-VL-30B-A3B-Instruct", "revision": "9c4b90e1e4ba969fd3b5378b57d966d725f1b86c" }, "target_class": "6bit", "weight_distribution": { "4bit": { "fraction": 0.5313286097594376, "parameters": 16508780544 }, "6bit": { "fraction": 0.42978085907561214, "parameters": 13353615360 }, "8bit": { "fraction": 0.011533381122033016, "parameters": 358350848 }, "bf16": { "fraction": 0.027357150042917246, "parameters": 850007280 } }, "weight_file_size_bytes": 23303274476 }