| { |
| "axquant_version": "1.8.1", |
| "calibration": null, |
| "created_at": "2026-08-15T23:51:25.241690Z", |
| "effective_bpw": 6.937907655843994, |
| "files": [ |
| { |
| "path": ".cache/huggingface/.gitignore", |
| "sha256": "684888c0ebb17f374298b65ee2807526c066094c701bcc7ebbe1c1095f494fc1", |
| "size_bytes": 1 |
| }, |
| { |
| "path": ".cache/huggingface/CACHEDIR.TAG", |
| "sha256": "f6572428f6d5e1575e73a1502895a8731f10757dfbb634909c6e154b849af91d", |
| "size_bytes": 191 |
| }, |
| { |
| "path": ".cache/huggingface/download/.gitattributes.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/.gitattributes.metadata", |
| "sha256": "5ca3f9fab749b7b27ecfd7f1a8517343da19f42729666a64c3d87ae71090b9df", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/README.md.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/README.md.metadata", |
| "sha256": "11c0022f3099c2deebd3095c9d289b5323f4ad5ee7356cf8f83fc87a84c4b82a", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/chat_template.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/chat_template.json.metadata", |
| "sha256": "646e2437cee7af78f38f8c10a6cb8a182c2f01ac54ea0d92bda3a93315a2fb22", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/config.json.metadata", |
| "sha256": "1cbd80d0e12f4dccdf9e5a0f96a09958b8c95b59576ef3caea355bb4fd90e5c2", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/generation_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/generation_config.json.metadata", |
| "sha256": "5bbd52393d500f77f224680b4c6278f0fcfec89537e8e61a93802c135eb7cd34", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/merges.txt.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/merges.txt.metadata", |
| "sha256": "240cc6b326f06d613ad7ab40da4081e0043dfed235204db8b79eaa62fcdcda66", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00001-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00001-of-00014.safetensors.metadata", |
| "sha256": "026b90c0a36dceeea8ba2b8677ebbb1ac0b8b33009fe3352212a529de66eaeae", |
| "size_bytes": 125 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00002-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00002-of-00014.safetensors.metadata", |
| "sha256": "da1755e1bdacaffc9669d478394299444b510fb591cea27f8c2127a48979c923", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00003-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00003-of-00014.safetensors.metadata", |
| "sha256": "cf308016919e1d168f328d1c2b271882561a2ecd1151fc0d216ce4e49ec3a23d", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00004-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00004-of-00014.safetensors.metadata", |
| "sha256": "6078aeb3858168d7973c4621653a5c98bab4b3abc0d7c7ed6e9ca1f27d6b8e99", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00005-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00005-of-00014.safetensors.metadata", |
| "sha256": "f0a22b1de60ef89befcb3fd6da9d6f300a5e288dfd9d1d06dd354599d0534c24", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00006-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00006-of-00014.safetensors.metadata", |
| "sha256": "60e42e7232148697f86205ad8f778cec8042c9b4a6ddd07d2583816bb70404f3", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00007-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00007-of-00014.safetensors.metadata", |
| "sha256": "1507daf4a3c21a23656c4ecf22a8044279e5d9f1f7220b6aafdea8b0b6f5abb2", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00008-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00008-of-00014.safetensors.metadata", |
| "sha256": "49172878b715a70e8d7ecb087f8778283cdc96b2725b5a099541be417c8e4dcc", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00009-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00009-of-00014.safetensors.metadata", |
| "sha256": "b66fead32be7a4d3a5d434349ff94421dba348240154cfc318a1dc45bcfea70c", |
| "size_bytes": 125 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00010-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00010-of-00014.safetensors.metadata", |
| "sha256": "14fba5ef9a11c02172d1ca1998cfe73d5bc9c0fad2ac93e44d88488d77e33603", |
| "size_bytes": 125 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00011-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00011-of-00014.safetensors.metadata", |
| "sha256": "deb1db61b8a842765f4d3fe11e3b49a866bafdf99632ea611ad8bee4fadca54b", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00012-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00012-of-00014.safetensors.metadata", |
| "sha256": "b3f8cc162b73ccafb50abc46951ec947188d71598d01cdb3e2b95cbb521db795", |
| "size_bytes": 123 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00013-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00013-of-00014.safetensors.metadata", |
| "sha256": "b334025d102e0162d28f0abdb308aee6b08f701eaf357216de92355a93da4ba4", |
| "size_bytes": 124 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00014-of-00014.safetensors.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model-00014-of-00014.safetensors.metadata", |
| "sha256": "c34d2b7cca72bb0716492fc2e37d55e23840b4da159462743e2104a6a7b3f5f6", |
| "size_bytes": 125 |
| }, |
| { |
| "path": ".cache/huggingface/download/model.safetensors.index.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/model.safetensors.index.json.metadata", |
| "sha256": "b116bbc784716636222b2937dfe7e4f058fcf25af9a5ab78eecbb55336cbebef", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/preprocessor_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/preprocessor_config.json.metadata", |
| "sha256": "32852d0cbb90c6c9def2b333d6b9ca70e3a1e6e862beef4171fe6ba79dae59bc", |
| "size_bytes": 101 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer.json.metadata", |
| "sha256": "7778be585e981980c7bcae69abc920f16629a97e1e27c9302a86f0739d7fbe47", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/tokenizer_config.json.metadata", |
| "sha256": "858e5dffbec632c6299e3c72a003d78a9b578c57fd7288a69c7a3d397ec2572f", |
| "size_bytes": 99 |
| }, |
| { |
| "path": ".cache/huggingface/download/video_preprocessor_config.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/video_preprocessor_config.json.metadata", |
| "sha256": "4de7528e59f299bd683ed08b4b54377b48a20564a01cc566081e280b9165e098", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/download/vocab.json.lock", |
| "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", |
| "size_bytes": 0 |
| }, |
| { |
| "path": ".cache/huggingface/download/vocab.json.metadata", |
| "sha256": "89532a396d926d4fc17e200bdc5916010f58ddd5b4adc529f0c65333f11eed68", |
| "size_bytes": 100 |
| }, |
| { |
| "path": ".cache/huggingface/trees/7edd10ffd1196091948fb245ff63e406ccb2d4d1.json", |
| "sha256": "6ec1388f4dbe5f5e4ea9a9f90b8f753fc0af4c99fbd6f940926b0a8466de9f66", |
| "size_bytes": 5782 |
| }, |
| { |
| "path": "README.md", |
| "sha256": "71c38e6eeff76f0eae1d295138e5496d6994be5f1c1d297de966c66c8863fdd8", |
| "size_bytes": 8247 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "25a4a4f1c45a680e226e1e1338756657d19eeb574747b36361bbe956ca41dd3c", |
| "size_bytes": 964238 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "b77f6d2df081884bca5b7a79aae1033fdcdf867cd49a963b9bf5fee54f16c0c8", |
| "size_bytes": 116609 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "aa7752af89fec85495a7c2f3ac2b5850d6e56e904e38a67cf5ecfc5f9b0c8641", |
| "size_bytes": 1224 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "36e042fe45641f067b1f2381fcc8955d10d956a3ed333ecdf7f7eb0916f68956", |
| "size_bytes": 5199 |
| }, |
| { |
| "path": "chat_template.json", |
| "sha256": "efad756db13feb8e8c5fe1341713bf18b82e91916b978d36b7c043f2b1bedf5f", |
| "size_bytes": 5410 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "08cb9fdc289e8d3b5fb5b0468a183657d501e6426fc95991678b966d6ac6f630", |
| "size_bytes": 139126 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "1f0843f01e1f468a71ddec33c3c532957ee918fc551932e4508d253a02273f99", |
| "size_bytes": 270 |
| }, |
| { |
| "path": "model-00001-of-00006.safetensors", |
| "sha256": "4620ece4c9475aa89fac602e6a1ee030e3bd1beabeba341632eb5a208fd67a6b", |
| "size_bytes": 5365720846 |
| }, |
| { |
| "path": "model-00002-of-00006.safetensors", |
| "sha256": "9694854af2c7e1bff9e297c0e1b6b39b7b9fb5cbc07c6c5bcd824a9799390177", |
| "size_bytes": 5367550438 |
| }, |
| { |
| "path": "model-00003-of-00006.safetensors", |
| "sha256": "422221160109777ea3098c6ef0099fba37d2884f64cfb39fa829047f0a966579", |
| "size_bytes": 5333658096 |
| }, |
| { |
| "path": "model-00004-of-00006.safetensors", |
| "sha256": "88e6e7eae7b4eb3d1735baf478504eb81d27761770a4ed074f64d3a17313b8e7", |
| "size_bytes": 5363454335 |
| }, |
| { |
| "path": "model-00005-of-00006.safetensors", |
| "sha256": "d3850fdf94da741c091f628b1587bbd52ed535f0d0bb6c28dcfbffd5da870b6b", |
| "size_bytes": 5333658172 |
| }, |
| { |
| "path": "model-00006-of-00006.safetensors", |
| "sha256": "ec710f6888c1893ecf6647a0ee4c9a5d17a6a5be05906c6950cdb9896223d68a", |
| "size_bytes": 2165017255 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "b33c78770d2c1dafb8ed8432a4020855ad8aafcd269b474500d7ada587883634", |
| "size_bytes": 192109 |
| }, |
| { |
| "path": "preprocessor_config.json", |
| "sha256": "27225450ac9c6529872ee1924fcb0962ff5634834f817040f444118116f4e516", |
| "size_bytes": 390 |
| }, |
| { |
| "path": "processor_config.json", |
| "sha256": "45fc17c8dd2474af6b493b52483c26c0584b0082d368c480f9fa611e73070040", |
| "size_bytes": 991 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", |
| "size_bytes": 11422650 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "7ce86d685d3fb775073b9b1c0f576dd89b7943194c771dd2573cc10e5cae4a48", |
| "size_bytes": 734 |
| }, |
| { |
| "path": "video_preprocessor_config.json", |
| "sha256": "7768af27c1fafa9cc9011c1dc20067e03f8915e03b63504550e11d5066986d13", |
| "size_bytes": 385 |
| }, |
| { |
| "path": "vocab.json", |
| "sha256": "ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910", |
| "size_bytes": 2776833 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 33357390064, |
| "main_logical_parameters": 33357390064, |
| "main_weight_file_size_bytes": 28929059142, |
| "measured_main_bpw": 6.937967049939163, |
| "measured_total_bpw": 6.937967049939163, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": {}, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": false, |
| "mtp_weight_file_size_bytes": 0, |
| "plan_sha256": "e1d645a769710bfaced7dc08dcc7f35ab6f37dae91eb941a6e510b97ed256a5e", |
| "profile": "agent-coding", |
| "protected_weight_file_size_bytes": 0, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 64 |
| }, |
| "compatible_runtimes": [], |
| "created_at": "2026-08-15T23:51:11.870594Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "not-required", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": false, |
| "draft_tokens": null, |
| "enabled_by_default": false, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": null, |
| "verification_mode": null |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "config.json", |
| "mtp_support": "none", |
| "name": "mlx-vlm", |
| "notes": [ |
| "MLX-VLM loads the protected modality tower and AXQ language decoder." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": null, |
| "axquant": "1.8.1", |
| "mlx": "0.32.0", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.12.13", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3VLForConditionalGeneration", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "Qwen/Qwen3-VL-32B-Thinking", |
| "revision": "7edd10ffd1196091948fb245ff63e406ccb2d4d1" |
| }, |
| "target_class": "8bit", |
| "weight_distribution": { |
| "6bit": { |
| "fraction": 0.9354935053410478, |
| "parameters": 31205621760 |
| }, |
| "8bit": { |
| "fraction": 0.023320539122140115, |
| "parameters": 777912320 |
| }, |
| "bf16": { |
| "fraction": 0.04118595553681205, |
| "parameters": 1373855984 |
| } |
| }, |
| "weight_file_size_bytes": 28929059142 |
| } |
|
|
