{ "axquant_version": "1.8.1", "calibration": null, "created_at": "2026-08-15T23:51:25.241690Z", "effective_bpw": 6.937907655843994, "files": [ { "path": ".cache/huggingface/.gitignore", "sha256": "684888c0ebb17f374298b65ee2807526c066094c701bcc7ebbe1c1095f494fc1", "size_bytes": 1 }, { "path": ".cache/huggingface/CACHEDIR.TAG", "sha256": "f6572428f6d5e1575e73a1502895a8731f10757dfbb634909c6e154b849af91d", "size_bytes": 191 }, { "path": ".cache/huggingface/download/.gitattributes.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/.gitattributes.metadata", "sha256": "5ca3f9fab749b7b27ecfd7f1a8517343da19f42729666a64c3d87ae71090b9df", "size_bytes": 100 }, { "path": ".cache/huggingface/download/README.md.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/README.md.metadata", "sha256": "11c0022f3099c2deebd3095c9d289b5323f4ad5ee7356cf8f83fc87a84c4b82a", "size_bytes": 100 }, { "path": ".cache/huggingface/download/chat_template.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/chat_template.json.metadata", "sha256": "646e2437cee7af78f38f8c10a6cb8a182c2f01ac54ea0d92bda3a93315a2fb22", "size_bytes": 100 }, { "path": ".cache/huggingface/download/config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/config.json.metadata", "sha256": "1cbd80d0e12f4dccdf9e5a0f96a09958b8c95b59576ef3caea355bb4fd90e5c2", "size_bytes": 100 }, { "path": ".cache/huggingface/download/generation_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/generation_config.json.metadata", "sha256": "5bbd52393d500f77f224680b4c6278f0fcfec89537e8e61a93802c135eb7cd34", "size_bytes": 100 }, { "path": ".cache/huggingface/download/merges.txt.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/merges.txt.metadata", "sha256": "240cc6b326f06d613ad7ab40da4081e0043dfed235204db8b79eaa62fcdcda66", "size_bytes": 100 }, { "path": ".cache/huggingface/download/model-00001-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00001-of-00014.safetensors.metadata", "sha256": "026b90c0a36dceeea8ba2b8677ebbb1ac0b8b33009fe3352212a529de66eaeae", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00002-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00002-of-00014.safetensors.metadata", "sha256": "da1755e1bdacaffc9669d478394299444b510fb591cea27f8c2127a48979c923", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00003-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00003-of-00014.safetensors.metadata", "sha256": "cf308016919e1d168f328d1c2b271882561a2ecd1151fc0d216ce4e49ec3a23d", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00004-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00004-of-00014.safetensors.metadata", "sha256": "6078aeb3858168d7973c4621653a5c98bab4b3abc0d7c7ed6e9ca1f27d6b8e99", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00005-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00005-of-00014.safetensors.metadata", "sha256": "f0a22b1de60ef89befcb3fd6da9d6f300a5e288dfd9d1d06dd354599d0534c24", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00006-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00006-of-00014.safetensors.metadata", "sha256": "60e42e7232148697f86205ad8f778cec8042c9b4a6ddd07d2583816bb70404f3", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00007-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00007-of-00014.safetensors.metadata", "sha256": "1507daf4a3c21a23656c4ecf22a8044279e5d9f1f7220b6aafdea8b0b6f5abb2", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00008-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00008-of-00014.safetensors.metadata", "sha256": "49172878b715a70e8d7ecb087f8778283cdc96b2725b5a099541be417c8e4dcc", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00009-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00009-of-00014.safetensors.metadata", "sha256": "b66fead32be7a4d3a5d434349ff94421dba348240154cfc318a1dc45bcfea70c", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00010-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00010-of-00014.safetensors.metadata", "sha256": "14fba5ef9a11c02172d1ca1998cfe73d5bc9c0fad2ac93e44d88488d77e33603", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00011-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00011-of-00014.safetensors.metadata", "sha256": "deb1db61b8a842765f4d3fe11e3b49a866bafdf99632ea611ad8bee4fadca54b", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00012-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00012-of-00014.safetensors.metadata", "sha256": "b3f8cc162b73ccafb50abc46951ec947188d71598d01cdb3e2b95cbb521db795", "size_bytes": 123 }, { "path": ".cache/huggingface/download/model-00013-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00013-of-00014.safetensors.metadata", "sha256": "b334025d102e0162d28f0abdb308aee6b08f701eaf357216de92355a93da4ba4", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00014-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00014-of-00014.safetensors.metadata", "sha256": "c34d2b7cca72bb0716492fc2e37d55e23840b4da159462743e2104a6a7b3f5f6", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model.safetensors.index.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model.safetensors.index.json.metadata", "sha256": "b116bbc784716636222b2937dfe7e4f058fcf25af9a5ab78eecbb55336cbebef", "size_bytes": 100 }, { "path": ".cache/huggingface/download/preprocessor_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/preprocessor_config.json.metadata", "sha256": "32852d0cbb90c6c9def2b333d6b9ca70e3a1e6e862beef4171fe6ba79dae59bc", "size_bytes": 101 }, { "path": ".cache/huggingface/download/tokenizer.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/tokenizer.json.metadata", "sha256": "7778be585e981980c7bcae69abc920f16629a97e1e27c9302a86f0739d7fbe47", "size_bytes": 100 }, { "path": ".cache/huggingface/download/tokenizer_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/tokenizer_config.json.metadata", "sha256": "858e5dffbec632c6299e3c72a003d78a9b578c57fd7288a69c7a3d397ec2572f", "size_bytes": 99 }, { "path": ".cache/huggingface/download/video_preprocessor_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/video_preprocessor_config.json.metadata", "sha256": "4de7528e59f299bd683ed08b4b54377b48a20564a01cc566081e280b9165e098", "size_bytes": 100 }, { "path": ".cache/huggingface/download/vocab.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/vocab.json.metadata", "sha256": "89532a396d926d4fc17e200bdc5916010f58ddd5b4adc529f0c65333f11eed68", "size_bytes": 100 }, { "path": ".cache/huggingface/trees/7edd10ffd1196091948fb245ff63e406ccb2d4d1.json", "sha256": "6ec1388f4dbe5f5e4ea9a9f90b8f753fc0af4c99fbd6f940926b0a8466de9f66", "size_bytes": 5782 }, { "path": "README.md", "sha256": "71c38e6eeff76f0eae1d295138e5496d6994be5f1c1d297de966c66c8863fdd8", "size_bytes": 8247 }, { "path": "axquant_plan.json", "sha256": "25a4a4f1c45a680e226e1e1338756657d19eeb574747b36361bbe956ca41dd3c", "size_bytes": 964238 }, { "path": "axquant_quantizer_execution.json", "sha256": "b77f6d2df081884bca5b7a79aae1033fdcdf867cd49a963b9bf5fee54f16c0c8", "size_bytes": 116609 }, { "path": "axquant_runtime.json", "sha256": "aa7752af89fec85495a7c2f3ac2b5850d6e56e904e38a67cf5ecfc5f9b0c8641", "size_bytes": 1224 }, { "path": "chat_template.jinja", "sha256": "36e042fe45641f067b1f2381fcc8955d10d956a3ed333ecdf7f7eb0916f68956", "size_bytes": 5199 }, { "path": "chat_template.json", "sha256": "efad756db13feb8e8c5fe1341713bf18b82e91916b978d36b7c043f2b1bedf5f", "size_bytes": 5410 }, { "path": "config.json", "sha256": "08cb9fdc289e8d3b5fb5b0468a183657d501e6426fc95991678b966d6ac6f630", "size_bytes": 139126 }, { "path": "generation_config.json", "sha256": "1f0843f01e1f468a71ddec33c3c532957ee918fc551932e4508d253a02273f99", "size_bytes": 270 }, { "path": "model-00001-of-00006.safetensors", "sha256": "4620ece4c9475aa89fac602e6a1ee030e3bd1beabeba341632eb5a208fd67a6b", "size_bytes": 5365720846 }, { "path": "model-00002-of-00006.safetensors", "sha256": "9694854af2c7e1bff9e297c0e1b6b39b7b9fb5cbc07c6c5bcd824a9799390177", "size_bytes": 5367550438 }, { "path": "model-00003-of-00006.safetensors", "sha256": "422221160109777ea3098c6ef0099fba37d2884f64cfb39fa829047f0a966579", "size_bytes": 5333658096 }, { "path": "model-00004-of-00006.safetensors", "sha256": "88e6e7eae7b4eb3d1735baf478504eb81d27761770a4ed074f64d3a17313b8e7", "size_bytes": 5363454335 }, { "path": "model-00005-of-00006.safetensors", "sha256": "d3850fdf94da741c091f628b1587bbd52ed535f0d0bb6c28dcfbffd5da870b6b", "size_bytes": 5333658172 }, { "path": "model-00006-of-00006.safetensors", "sha256": "ec710f6888c1893ecf6647a0ee4c9a5d17a6a5be05906c6950cdb9896223d68a", "size_bytes": 2165017255 }, { "path": "model.safetensors.index.json", "sha256": "b33c78770d2c1dafb8ed8432a4020855ad8aafcd269b474500d7ada587883634", "size_bytes": 192109 }, { "path": "preprocessor_config.json", "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "size_bytes": 390 }, { "path": "processor_config.json", "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040", "size_bytes": 991 }, { "path": "tokenizer.json", "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", "size_bytes": 11422650 }, { "path": "tokenizer_config.json", "sha256": "7ce86d685d3fb775073b9b1c0f576dd89b7943194c771dd2573cc10e5cae4a48", "size_bytes": 734 }, { "path": "video_preprocessor_config.json", "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13", "size_bytes": 385 }, { "path": "vocab.json", "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", "size_bytes": 2776833 } ], "format": "mlx", "logical_parameters": 33357390064, "main_logical_parameters": 33357390064, "main_weight_file_size_bytes": 28929059142, "measured_main_bpw": 6.937967049939163, "measured_total_bpw": 6.937967049939163, "mtp_acceptance_retention": null, "mtp_distribution": {}, "mtp_measured_speedup": null, "mtp_policy": { "candidate_bits": [ 8, 16 ], "min_bits": 8, "mode": "protected", "optimize_for_acceptance": true, "preserve_external_sidecar": true, "protect_norms": true, "protect_output_head": true }, "mtp_present": false, "mtp_weight_file_size_bytes": 0, "plan_sha256": "e1d645a769710bfaced7dc08dcc7f35ab6f37dae91eb941a6e510b97ed256a5e", "profile": "agent-coding", "protected_weight_file_size_bytes": 0, "quantizer": "axquant", "runtime": { "ax_engine": { "decode_kernel": null, "fused_mtp": null, "kernel_evidence": "unmeasured", "model_manifest": "model-manifest.json", "preferred_group_size": 64 }, "compatible_runtimes": [], "created_at": "2026-08-15T23:51:11.870594Z", "kv_cache": null, "memory_policy": { "kv_cache_precision": "runtime-default", "mtp_buffers": "not-required", "prefix_cache": "runtime-managed", "unified_memory_safety_margin": "benchmark-required" }, "mtp": { "acceptance_retention": null, "detected": false, "draft_tokens": null, "enabled_by_default": false, "head_precision": null, "measured_speedup": null, "optimized": false, "recommended_temperature_max": null, "sidecar_file": null, "verification_mode": null }, "optimization_scope": "text-path", "primary_runtime": { "compatibility_level": "A", "manifest": "config.json", "mtp_support": "none", "name": "mlx-vlm", "notes": [ "MLX-VLM loads the protected modality tower and AXQ language decoder." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "standard-inference" }, "schema_version": "axquant.runtime.v1" }, "schema_version": "axquant.artifact.v2", "software_versions": { "ax_engine": null, "axquant": "1.8.1", "mlx": "0.32.0", "mlx_lm": "0.31.3", "pydantic": "2.13.4", "python": "3.12.13", "safetensors": "0.8.0" }, "source_model": { "architecture": "Qwen3VLForConditionalGeneration", "format": "mlx", "local_path": null, "model_id": "Qwen/Qwen3-VL-32B-Thinking", "revision": "7edd10ffd1196091948fb245ff63e406ccb2d4d1" }, "target_class": "8bit", "weight_distribution": { "6bit": { "fraction": 0.9354935053410478, "parameters": 31205621760 }, "8bit": { "fraction": 0.023320539122140115, "parameters": 777912320 }, "bf16": { "fraction": 0.04118595553681205, "parameters": 1373855984 } }, "weight_file_size_bytes": 28929059142 }