| { |
| "axquant_version": "1.2.0", |
| "calibration": null, |
| "created_at": "2026-08-05T13:36:02.387673Z", |
| "effective_bpw": 4.76416186968299, |
| "files": [ |
| { |
| "path": "README.md", |
| "sha256": "e7e02823f0cb1a30da49ccd83be097d794bc0db39271194211267567004afe45", |
| "size_bytes": 8469 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "402a9869eecb18ae76b6e25f9c49d73c038127bdc85a045e4bc93f0f3b6645ae", |
| "size_bytes": 952657 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "288d04589dc1145de02ec7b7c99eb86887cf8629385fcdac658bdc5ee269d185", |
| "size_bytes": 124996 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "66288788e4eb873a7cc7949ac5e8106af7bb4c8dd64cba167cf89a3d6f73a6a4", |
| "size_bytes": 1676 |
| }, |
| { |
| "path": "axquant_vision_sidecar_manifest.json", |
| "sha256": "c7fe5194d04a4255487c7b226e48ff6b83bd21e4a8fd1e2c1ca5bb6bee6789d7", |
| "size_bytes": 1072 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "e84f32a23fdda27689f868aa4a1a5621f41133e51a48d7f3efcbea2839574259", |
| "size_bytes": 7764 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "13953be5a055f1aa219fdd7bb9c0125cd4b1fcc66c39b10dbba7cf3cdcc3a830", |
| "size_bytes": 139529 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "e70c136c1b78ddc1fb0905bac8e733a4dc448d4f852a5dd75143fffc70be550e", |
| "size_bytes": 202 |
| }, |
| { |
| "path": "model-00001-of-00004.safetensors", |
| "sha256": "3a0cde3d424e394a5fe3bfa9df996cc524701fceb30cb73b7784645105cdadab", |
| "size_bytes": 5295988244 |
| }, |
| { |
| "path": "model-00002-of-00004.safetensors", |
| "sha256": "174e6e316c3b21b085db524c30ebe3f6014b191e5845cf467c958b6378c4eddd", |
| "size_bytes": 5357720560 |
| }, |
| { |
| "path": "model-00003-of-00004.safetensors", |
| "sha256": "7b1a3ea6f763001481f361fafebefa2045aa571baefcd6528d53517e9c0db613", |
| "size_bytes": 5366285710 |
| }, |
| { |
| "path": "model-00004-of-00004.safetensors", |
| "sha256": "bec9fdaadc08939b060cf1ea0f09fef87415bb8992dda657bff0fc29e2637c59", |
| "size_bytes": 4496863721 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "e799fd7d57df13ee1f4516524503cd6be1301e7dd6cb1a0ae0cead3df4d75e76", |
| "size_bytes": 187109 |
| }, |
| { |
| "path": "mtplx_runtime.json", |
| "sha256": "119b930ed4b470a08008aa2a51b4a83162907a85b8455f559cffa03e33236ed6", |
| "size_bytes": 108 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523", |
| "size_bytes": 19989325 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "95c557768e6b88a7128befc7bfd3c7de50e5d51af9b8b33a9f4dee0e04f99679", |
| "size_bytes": 1161 |
| }, |
| { |
| "path": "vision.safetensors", |
| "sha256": "6623410d69074faf0ea027f1c1c3cabd731bd70d5bcb3b878a595eaba4c17767", |
| "size_bytes": 893179624 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 35951822704, |
| "main_logical_parameters": 35107181936, |
| "main_weight_file_size_bytes": 21410037859, |
| "measured_main_bpw": 4.878782443553631, |
| "measured_total_bpw": 4.76416186968299, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": {}, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "disabled", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": false, |
| "mtp_weight_file_size_bytes": 0, |
| "plan_sha256": "ee3e575baf82e00e89f1c35e48f2e1414fc02b2343274813d6e50232a4075abf", |
| "profile": "general", |
| "protected_weight_file_size_bytes": 893179624, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [ |
| { |
| "compatibility_level": "B", |
| "manifest": "config.json", |
| "mtp_support": "runtime-dependent", |
| "name": "mlx-lm", |
| "notes": [ |
| "Standard backbone inference is the compatibility target.", |
| "AXQuant MTP metadata may be ignored by MLX-LM." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| } |
| ], |
| "created_at": "2026-08-05T13:35:38.366134Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "preallocate-when-enabled", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": true, |
| "draft_tokens": 1, |
| "enabled_by_default": true, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": "mtp.safetensors", |
| "verification_mode": "runtime-default" |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "model-manifest.json", |
| "mtp_support": "native", |
| "name": "ax-engine", |
| "notes": [ |
| "Runtime claims require a passing AX Engine doctor and benchmark report." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "optimized" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": null, |
| "axquant": "1.2.0", |
| "mlx": "0.32.0", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.13.14", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3_5MoeForConditionalGeneration", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "Qwen/Qwen3.6-35B-A3B", |
| "revision": "995ad96eacd98c81ed38be0c5b274b04031597b0" |
| }, |
| "target_class": "4bit", |
| "weight_distribution": { |
| "4bit": { |
| "fraction": 0.935175915747362, |
| "parameters": 33621278720 |
| }, |
| "8bit": { |
| "fraction": 0.014731180790482572, |
| "parameters": 529612800 |
| }, |
| "bf16": { |
| "fraction": 0.05009290346215543, |
| "parameters": 1800931184 |
| } |
| }, |
| "weight_file_size_bytes": 21410037859 |
| } |
|
|
