{ "axquant_version": "1.6.1", "calibration": null, "created_at": "2026-08-11T02:36:33.788678Z", "effective_bpw": 6.576869766416386, "files": [ { "path": "README.md", "sha256": "748c964f9b7e5f2c3770ce013bbc0153be7c54311d9692c343b6188eefe77ac6", "size_bytes": 81 }, { "path": "axquant_plan.json", "sha256": "83ea85356db58bfb1811d32a15fd7d9bfe02165e0eba63bf6b3bb777bb6e0e5a", "size_bytes": 1022081 }, { "path": "axquant_quantizer_execution.json", "sha256": "d11f70a755221daa07fde8ba1fd85fd619420238f0b52d52c37b9ca41a1145c1", "size_bytes": 71171 }, { "path": "axquant_runtime.json", "sha256": "bcb11a41c0f74dd932cd17cb1af325ffc2adf0ee2eca24ac99e7620551579362", "size_bytes": 1628 }, { "path": "chat_template.jinja", "sha256": "a4c9919cbbd4acdd51ccffe22da049264b1b73e59055fa58811a99efbd7c8146", "size_bytes": 16738 }, { "path": "config.json", "sha256": "43ec137f5726216cc222022f89a4009fb8fa7aef2726db2c16c9eb61463af4a6", "size_bytes": 83027 }, { "path": "generation_config.json", "sha256": "f9970ada892d2d1f72e3ed0a6535ccebadd11897318794ca671d8c7014c957da", "size_bytes": 177 }, { "path": "model-00001-of-00019.safetensors", "sha256": "1186e99a101cfbc2fb7ddbc4343b4daa9bd2e8d5f06203f86db797b37f6a0b95", "size_bytes": 4988954394 }, { "path": "model-00002-of-00019.safetensors", "sha256": "baf5106a0043aae7788a5c2a46e01e15581d96a7c2d3b7bdac6d1dc39105e172", "size_bytes": 5237378386 }, { "path": "model-00003-of-00019.safetensors", "sha256": "ff4e87775512d8f36f6fb7d355bb2b33c4798c65be9516ba7ad3c4c9dc7fef7a", "size_bytes": 5237378426 }, { "path": "model-00004-of-00019.safetensors", "sha256": "7b42f472293c0793843bc8daa79d263507049bc31b9704cfee2802112f91340e", "size_bytes": 5237378464 }, { "path": "model-00005-of-00019.safetensors", "sha256": "21d2e0666b8156cf9d887bb93da3438f89fd02072cdc334320268fb25f57e6fa", "size_bytes": 5237378426 }, { "path": "model-00006-of-00019.safetensors", "sha256": "3bb4f5ad61f197a33cfe154ea704c9c8b12e68b0cfe9f8b796677e726b5d86ea", "size_bytes": 5237378534 }, { "path": "model-00007-of-00019.safetensors", "sha256": "54b5439d12ab36b58ab659fd258e8792d7319e1befd06aeeb48f92e61129ada2", "size_bytes": 5237378486 }, { "path": "model-00008-of-00019.safetensors", "sha256": "37b717aae69360982abda9165fd13b965187b28d6031f04e9906bc59cc4bbf45", "size_bytes": 5237378478 }, { "path": "model-00009-of-00019.safetensors", "sha256": "64d3981b098d5ce152f94a44d061c2e285e0900f403a3f4a731e3eb04c0e0723", "size_bytes": 5237378526 }, { "path": "model-00010-of-00019.safetensors", "sha256": "b5a7b1492d3c61d9542fbca6ee655b2e16596f21bcd407f981b35ec6d8bbfc39", "size_bytes": 5237378464 }, { "path": "model-00011-of-00019.safetensors", "sha256": "8f83b7530039fad1ac2e514abd1f800b13b1e9e5dc97e150402fce62bace4670", "size_bytes": 5237378494 }, { "path": "model-00012-of-00019.safetensors", "sha256": "d352dda8c10083b530549c33c44798d639609f17337eeb057745fcc3b2340122", "size_bytes": 5237378486 }, { "path": "model-00013-of-00019.safetensors", "sha256": "f07fbaf05c6cefeb5d896c49c751355b867f3609d0ac9bdc0badd4590d45eb45", "size_bytes": 5237378490 }, { "path": "model-00014-of-00019.safetensors", "sha256": "1ea0c6fa4285cb7e658f7d9720483c2bb8398f7d1d5e9e607b2243a30fe2c791", "size_bytes": 5237378536 }, { "path": "model-00015-of-00019.safetensors", "sha256": "9124aa1feb8abff1c72bdc0411fc82d32a2cf007a3c27e3516a44d17973f07c9", "size_bytes": 5237378510 }, { "path": "model-00016-of-00019.safetensors", "sha256": "33d4fa556a17200392b588923642bcbe6af1a7bf9bf1b3ab8178ddb8ffdf568d", "size_bytes": 5237378510 }, { "path": "model-00017-of-00019.safetensors", "sha256": "2dd8eff0b3bccc1c113c34d22d401ccb73cb9e544d4169fa80bad93f0480eb4e", "size_bytes": 5237378506 }, { "path": "model-00018-of-00019.safetensors", "sha256": "172d816c062df1087c0fa447015bfc7cddcac32fea8e535f40f10c8991aead51", "size_bytes": 5237378510 }, { "path": "model-00019-of-00019.safetensors", "sha256": "ec18218e771c835577fd99a07783d698d275d05f07d1974af311da71bc92407d", "size_bytes": 2022026460 }, { "path": "model.safetensors.index.json", "sha256": "79420b8a10f3f47638273aa9299be8fa70698ce86eadcd99ee779cbf202d10b4", "size_bytes": 110141 }, { "path": "tokenizer.json", "sha256": "0614fe83cadab421296e664e1f48f4261fa8fef6e03e63bb75c20f38e37d07d3", "size_bytes": 27868174 }, { "path": "tokenizer_config.json", "sha256": "50005a69dd9115dda03ce27e71f25673f659929a8fcb005879ca34bc8e0ec8d4", "size_bytes": 380 } ], "format": "mlx", "logical_parameters": 116829156672, "main_logical_parameters": 116829156672, "main_weight_file_size_bytes": 96046415086, "measured_main_bpw": 6.576879801034742, "measured_total_bpw": 6.576879801034742, "mtp_acceptance_retention": null, "mtp_distribution": {}, "mtp_measured_speedup": null, "mtp_policy": { "candidate_bits": [ 8, 16 ], "min_bits": 8, "mode": "protected", "optimize_for_acceptance": true, "preserve_external_sidecar": true, "protect_norms": true, "protect_output_head": true }, "mtp_present": false, "mtp_weight_file_size_bytes": 0, "plan_sha256": "4c680c40943529cae51fa0adc80420aaf5ada6e00bb5cca9a85ed2e4b88ffde1", "profile": "agent-coding", "protected_weight_file_size_bytes": 0, "quantizer": "axquant", "runtime": { "ax_engine": { "decode_kernel": null, "fused_mtp": null, "kernel_evidence": "unmeasured", "model_manifest": "model-manifest.json", "preferred_group_size": 64 }, "compatible_runtimes": [ { "compatibility_level": "B", "manifest": "config.json", "mtp_support": "none", "name": "mlx-lm", "notes": [ "Standard backbone inference is the compatibility target.", "AXQuant MTP metadata may be ignored by MLX-LM." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "standard-inference" } ], "created_at": "2026-08-11T02:33:57.174300Z", "kv_cache": null, "memory_policy": { "kv_cache_precision": "runtime-default", "mtp_buffers": "not-required", "prefix_cache": "runtime-managed", "unified_memory_safety_margin": "benchmark-required" }, "mtp": { "acceptance_retention": null, "detected": false, "draft_tokens": null, "enabled_by_default": false, "head_precision": null, "measured_speedup": null, "optimized": false, "recommended_temperature_max": null, "sidecar_file": null, "verification_mode": null }, "optimization_scope": "text-path", "primary_runtime": { "compatibility_level": "A", "manifest": "model-manifest.json", "mtp_support": "none", "name": "ax-engine", "notes": [ "Runtime claims require a passing AX Engine doctor and benchmark report." ], "standard_inference": true, "standard_mlx_weights": true, "support_level": "optimized" }, "schema_version": "axquant.runtime.v1" }, "schema_version": "axquant.artifact.v2", "software_versions": { "ax_engine": null, "axquant": "1.6.1", "mlx": "0.32.0", "mlx_lm": "0.31.3", "pydantic": "2.13.4", "python": "3.13.14", "safetensors": "0.8.0" }, "source_model": { "architecture": "GptOssForCausalLM", "format": "mlx", "local_path": "/Volumes/Ext4T/huggingface/hub/models--mlx-community--gpt-oss-120b-MXFP4-Q4/snapshots/bce781bef0f2fc85ed4e575af74054f5aad73ddd", "model_id": "openai/gpt-oss-120b", "revision": "bce781bef0f2fc85ed4e575af74054f5aad73ddd" }, "target_class": "6p6bpw", "weight_distribution": { "6bit": { "fraction": 0.9814483718470643, "parameters": 114661785600 }, "8bit": { "fraction": 0.013249426804866973, "parameters": 1547919360 }, "bf16": { "fraction": 0.005302201348068633, "parameters": 619451712 } }, "weight_file_size_bytes": 96046415086 }