{ "axquant_version": "1.8.1", "calibration": null, "created_at": "2026-08-15T23:58:59.737926Z", "effective_bpw": 5.534667397832423, "files": [ { "path": ".cache/huggingface/.gitignore", "sha256": "684888c0ebb17f374298b65ee2807526c066094c701bcc7ebbe1c1095f494fc1", "size_bytes": 1 }, { "path": ".cache/huggingface/CACHEDIR.TAG", "sha256": "f6572428f6d5e1575e73a1502895a8731f10757dfbb634909c6e154b849af91d", "size_bytes": 191 }, { "path": ".cache/huggingface/download/.gitattributes.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/.gitattributes.metadata", "sha256": "5ca3f9fab749b7b27ecfd7f1a8517343da19f42729666a64c3d87ae71090b9df", "size_bytes": 100 }, { "path": ".cache/huggingface/download/README.md.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/README.md.metadata", "sha256": "11c0022f3099c2deebd3095c9d289b5323f4ad5ee7356cf8f83fc87a84c4b82a", "size_bytes": 100 }, { "path": ".cache/huggingface/download/chat_template.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/chat_template.json.metadata", "sha256": "646e2437cee7af78f38f8c10a6cb8a182c2f01ac54ea0d92bda3a93315a2fb22", "size_bytes": 100 }, { "path": ".cache/huggingface/download/config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/config.json.metadata", "sha256": "1cbd80d0e12f4dccdf9e5a0f96a09958b8c95b59576ef3caea355bb4fd90e5c2", "size_bytes": 100 }, { "path": ".cache/huggingface/download/generation_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/generation_config.json.metadata", "sha256": "5bbd52393d500f77f224680b4c6278f0fcfec89537e8e61a93802c135eb7cd34", "size_bytes": 100 }, { "path": ".cache/huggingface/download/merges.txt.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/merges.txt.metadata", "sha256": "240cc6b326f06d613ad7ab40da4081e0043dfed235204db8b79eaa62fcdcda66", "size_bytes": 100 }, { "path": ".cache/huggingface/download/model-00001-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00001-of-00014.safetensors.metadata", "sha256": "026b90c0a36dceeea8ba2b8677ebbb1ac0b8b33009fe3352212a529de66eaeae", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00002-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00002-of-00014.safetensors.metadata", "sha256": "da1755e1bdacaffc9669d478394299444b510fb591cea27f8c2127a48979c923", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00003-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00003-of-00014.safetensors.metadata", "sha256": "cf308016919e1d168f328d1c2b271882561a2ecd1151fc0d216ce4e49ec3a23d", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00004-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00004-of-00014.safetensors.metadata", "sha256": "6078aeb3858168d7973c4621653a5c98bab4b3abc0d7c7ed6e9ca1f27d6b8e99", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00005-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00005-of-00014.safetensors.metadata", "sha256": "f0a22b1de60ef89befcb3fd6da9d6f300a5e288dfd9d1d06dd354599d0534c24", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00006-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00006-of-00014.safetensors.metadata", "sha256": "60e42e7232148697f86205ad8f778cec8042c9b4a6ddd07d2583816bb70404f3", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00007-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00007-of-00014.safetensors.metadata", "sha256": "1507daf4a3c21a23656c4ecf22a8044279e5d9f1f7220b6aafdea8b0b6f5abb2", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00008-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00008-of-00014.safetensors.metadata", "sha256": "49172878b715a70e8d7ecb087f8778283cdc96b2725b5a099541be417c8e4dcc", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00009-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00009-of-00014.safetensors.metadata", "sha256": "b66fead32be7a4d3a5d434349ff94421dba348240154cfc318a1dc45bcfea70c", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00010-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00010-of-00014.safetensors.metadata", "sha256": "14fba5ef9a11c02172d1ca1998cfe73d5bc9c0fad2ac93e44d88488d77e33603", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model-00011-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00011-of-00014.safetensors.metadata", "sha256": "deb1db61b8a842765f4d3fe11e3b49a866bafdf99632ea611ad8bee4fadca54b", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00012-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00012-of-00014.safetensors.metadata", "sha256": "b3f8cc162b73ccafb50abc46951ec947188d71598d01cdb3e2b95cbb521db795", "size_bytes": 123 }, { "path": ".cache/huggingface/download/model-00013-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00013-of-00014.safetensors.metadata", "sha256": "b334025d102e0162d28f0abdb308aee6b08f701eaf357216de92355a93da4ba4", "size_bytes": 124 }, { "path": ".cache/huggingface/download/model-00014-of-00014.safetensors.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model-00014-of-00014.safetensors.metadata", "sha256": "c34d2b7cca72bb0716492fc2e37d55e23840b4da159462743e2104a6a7b3f5f6", "size_bytes": 125 }, { "path": ".cache/huggingface/download/model.safetensors.index.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/model.safetensors.index.json.metadata", "sha256": "b116bbc784716636222b2937dfe7e4f058fcf25af9a5ab78eecbb55336cbebef", "size_bytes": 100 }, { "path": ".cache/huggingface/download/preprocessor_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/preprocessor_config.json.metadata", "sha256": "32852d0cbb90c6c9def2b333d6b9ca70e3a1e6e862beef4171fe6ba79dae59bc", "size_bytes": 101 }, { "path": ".cache/huggingface/download/tokenizer.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/tokenizer.json.metadata", "sha256": "7778be585e981980c7bcae69abc920f16629a97e1e27c9302a86f0739d7fbe47", "size_bytes": 100 }, { "path": ".cache/huggingface/download/tokenizer_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/tokenizer_config.json.metadata", "sha256": "858e5dffbec632c6299e3c72a003d78a9b578c57fd7288a69c7a3d397ec2572f", "size_bytes": 99 }, { "path": ".cache/huggingface/download/video_preprocessor_config.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/video_preprocessor_config.json.metadata", "sha256": "4de7528e59f299bd683ed08b4b54377b48a20564a01cc566081e280b9165e098", "size_bytes": 100 }, { "path": ".cache/huggingface/download/vocab.json.lock", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "size_bytes": 0 }, { "path": ".cache/huggingface/download/vocab.json.metadata", "sha256": "89532a396d926d4fc17e200bdc5916010f58ddd5b4adc529f0c65333f11eed68", "size_bytes": 100 }, { "path": ".cache/huggingface/trees/7edd10ffd1196091948fb245ff63e406ccb2d4d1.json", "sha256": "6ec1388f4dbe5f5e4ea9a9f90b8f753fc0af4c99fbd6f940926b0a8466de9f66", "size_bytes": 5782 }, { "path": "README.md", "sha256": "6ce5718398d9667747dc693b7ba80af8aa116805d2266d850de51e0c8e650a84", "size_bytes": 8257 }, { "path": "axquant_plan.json", "sha256": "8267e71cf12889db35bbb523d4f01081b11fb4ec426775e6ef2b25453c06f75d", "size_bytes": 967824 }, { "path": "axquant_quantizer_execution.json", "sha256": "f2fdd5b37d6060c0ba4c69dff1eb1a4c897183c2d3c48b421397fbe3d1b6a011", "size_bytes": 116609 }, { "path": "axquant_runtime.json", "sha256": "ded7409da05b5fdb6275b22570cf6bb171eb64a04972644eb7710f833fd30524", "size_bytes": 1224 }, { "path": "chat_template.jinja", "sha256": "36e042fe45641f067b1f2381fcc8955d10d956a3ed333ecdf7f7eb0916f68956", "size_bytes": 5199 }, { "path": "chat_template.json", "sha256": "efad756db13feb8e8c5fe1341713bf18b82e91916b978d36b7c043f2b1bedf5f", "size_bytes": 5410 }, { "path": "config.json", "sha256": "581c73959df887eb45d74ae9d79366488286ea69792236b58213f3aa3a5f8566", "size_bytes": 138228 }, { "path": "generation_config.json", "sha256": "1f0843f01e1f468a71ddec33c3c532957ee918fc551932e4508d253a02273f99", "size_bytes": 270 }, { "path": "model-00001-of-00004.safetensors", "sha256": "3eb5241f38d0585c35e0a9e878b8b0e0d2c469bed8ac28af8dc691c2d532f076", "size_bytes": 5315179930 }, { "path": "model-00002-of-00004.safetensors", "sha256": "ed2aaefb24ed525cfb15db361166d31f410106597d4d235db4995f8c24d9606a", "size_bytes": 5366413021 }, { "path": "model-00003-of-00004.safetensors", "sha256": "6831a348e672462913a564f62f0a8d089c19deec911eb52bfa6455a0045effbf", "size_bytes": 5352301246 }, { "path": "model-00004-of-00004.safetensors", "sha256": "6bc469774e003c06f1089191477d04920e7b5f3202d58087195a2b7f814639ef", "size_bytes": 4118525145 }, { "path": "model.safetensors.index.json", "sha256": "84ee918f4c771974e435492bc2705434508e916ce71a76f8606d473b8c1309d3", "size_bytes": 147187 }, { "path": "preprocessor_config.json", "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", "size_bytes": 390 }, { "path": "processor_config.json", "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040", "size_bytes": 991 }, { "path": "tokenizer.json", "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", "size_bytes": 11422650 }, { "path": "tokenizer_config.json", "sha256": "7ce86d685d3fb775073b9b1c0f576dd89b7943194c771dd2573cc10e5cae4a48", "size_bytes": 734 }, { "path": "video_preprocessor_config.json", "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13", "size_bytes": 385 }, { "path": "vocab.json", "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", "size_bytes": 2776833 } ], "format": "mlx", "logical_parameters": 33357390064, "main_logical_parameters": 33357390064, "main_weight_file_size_bytes": 20152419342, "measured_main_bpw": 4.833092589878347, "measured_total_bpw": 4.833092589878347, "mtp_acceptance_retention": null, "mtp_distribution": {}, "mtp_measured_speedup": null, "mtp_policy": { "candidate_bits": [ 8, 16 ], "min_bits": 8, "mode": "protected", "optimize_for_acceptance": true, "preserve_external_sidecar": true, "protect_norms": true, "protect_output_head": true }, "mtp_present": false, "mtp_weight_file_size_bytes": 0, "plan_sha256": "c12a1e840b789e0f91c8de37c0ee5d799d4e5846345fa7ca6f645c6989d8d1b6", "profile": "agent-coding", "protected_weight_file_size_bytes": 0, "quantizer": "axquant", "runtime": { "ax_engine": { "decode_kernel": null, "fused_mtp": null, "kernel_evidence": "unmeasured", "model_manifest": "model-manifest.json", "preferred_group_size": 32 }, "compatible_runtimes": [], "created_at": "2026-08-15T23:58:50.186746Z", "kv_cache": null, "memory_policy": { "kv_cache_precision": "runtime-default", "mtp_buffers": "not-required", "prefix_cache": "runtime-managed", "unified_memory_safety_margin": "benchmark-required" }, "mtp": { "acceptance_retention": null, "detected": false, "draft_tokens": null, "enabled_by_default": false, "head_precision": null, "measured_speedup": null, "optimized": false, "recommended_temperature_max": null, "sidecar_file": null, "verification_mode": null }, "optimization_scope": "text-path", "primary_runtime": { "compatibility_level": "A", "manifest": "config.json", "mtp_support": "none", "name": "mlx-vlm", "notes": [ "MLX-VLM loads the protected modality tower and AXQ language decoder." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "standard-inference" }, "schema_version": "axquant.runtime.v1" }, "schema_version": "axquant.artifact.v2", "software_versions": { "ax_engine": null, "axquant": "1.8.1", "mlx": "0.32.0", "mlx_lm": "0.31.3", "pydantic": "2.13.4", "python": "3.12.13", "safetensors": "0.8.0" }, "source_model": { "architecture": "Qwen3VLForConditionalGeneration", "format": "mlx", "local_path": null, "model_id": "Qwen/Qwen3-VL-32B-Thinking", "revision": "7edd10ffd1196091948fb245ff63e406ccb2d4d1" }, "target_class": "8bit", "weight_distribution": { "4bit": { "fraction": 0.9354935053410478, "parameters": 31205621760 }, "8bit": { "fraction": 0.023320539122140115, "parameters": 777912320 }, "bf16": { "fraction": 0.04118595553681205, "parameters": 1373855984 } }, "weight_file_size_bytes": 20152419342 }