| { |
| "axquant_version": "1.2.0", |
| "calibration": null, |
| "created_at": "2026-08-05T15:48:17.916786Z", |
| "effective_bpw": 4.797729765337924, |
| "files": [ |
| { |
| "path": "README.md", |
| "sha256": "b599edd620417e08ee791488a48071f976a8d523d0a5199e8f7065b8bf043ea0", |
| "size_bytes": 7778 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "d0da0555111bf65fe39ef43e21bb1ad5bae4c40f8cd9e4f5e49d580111357de5", |
| "size_bytes": 73124707 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "4bb7810176a7ce18a2869937fea3956e40fbb92e54bed9853c5fab40629a40c7", |
| "size_bytes": 18745977 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "c06b0eb33d2eca96e2fc924bad3bc9236e4d646a4da68f56d66b17a9bcc93790", |
| "size_bytes": 1628 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "c79a833039a43602150cce0902403d6e376c50930c1b2a139b2964e1f0c322a0", |
| "size_bytes": 6068 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "2465191fbd052a498679bc603f49376e6ce42ee937f917b3651c8da2cbb9ce1b", |
| "size_bytes": 157838 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "37a3c1ef63516ca489c575f0db1c0405ddc0c3dbaca9ed987344c966c37aeef5", |
| "size_bytes": 214 |
| }, |
| { |
| "path": "model-00001-of-00010.safetensors", |
| "sha256": "328fe050475b8acc5e1a8849c61d10a4d8bab5a6511d6b7358a5f93c0b3ed25a", |
| "size_bytes": 5337398278 |
| }, |
| { |
| "path": "model-00002-of-00010.safetensors", |
| "sha256": "faf3efd5a89eff7c85771a2e266e95bf1ef4b06839ce181f437af510adb73bd8", |
| "size_bytes": 5305265492 |
| }, |
| { |
| "path": "model-00003-of-00010.safetensors", |
| "sha256": "ed3d81a3143ccee3a3655a887e61f2487b918444c7e70321f8be52310f995efa", |
| "size_bytes": 5280215964 |
| }, |
| { |
| "path": "model-00004-of-00010.safetensors", |
| "sha256": "d624aebf56e605e7c0ba610c1a8a5499e59a11b7f1f83b8ba7959954f2db5006", |
| "size_bytes": 5310548785 |
| }, |
| { |
| "path": "model-00005-of-00010.safetensors", |
| "sha256": "aff22c732ba5e17c7211e97a61e091355db563353c5a1fac0357083ccc873bac", |
| "size_bytes": 5305265643 |
| }, |
| { |
| "path": "model-00006-of-00010.safetensors", |
| "sha256": "32bdce7be87f7a94b76924d133ec69e22e4d832443f131e8c4a6d68b3664ed33", |
| "size_bytes": 5113426346 |
| }, |
| { |
| "path": "model-00007-of-00010.safetensors", |
| "sha256": "28e56bab338445bdd1428e3d11fd4b156fc5f0596aa2986b27bad831437f4367", |
| "size_bytes": 5180535590 |
| }, |
| { |
| "path": "model-00008-of-00010.safetensors", |
| "sha256": "9307a33f843bba61a0547abbb95f9c5d8f06a639870b85e3563c275c597c4a94", |
| "size_bytes": 5175260630 |
| }, |
| { |
| "path": "model-00009-of-00010.safetensors", |
| "sha256": "cedce46d82e67b17a0ea3329fbcdca8e6df40869abadec9afe3455760b63caab", |
| "size_bytes": 5152004527 |
| }, |
| { |
| "path": "model-00010-of-00010.safetensors", |
| "sha256": "f4f25c7fa92e602addafaecc60f28fc37ac44db27b68c389e71467f99f8e5b2f", |
| "size_bytes": 622329982 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "0fc4520912c307ba4945f9b108940f888cbb48ffb5e730435bdbd5574d1f5516", |
| "size_bytes": 173326 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", |
| "size_bytes": 11422650 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "23ff856b54c821dbd7e3fbcb9f33bd514f03a1ce194390d51bebae7de5a601be", |
| "size_bytes": 731 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 79674391296, |
| "main_logical_parameters": 79674391296, |
| "main_weight_file_size_bytes": 47782251237, |
| "measured_main_bpw": 4.7977524983638125, |
| "measured_total_bpw": 4.7977524983638125, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": {}, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": false, |
| "mtp_weight_file_size_bytes": 0, |
| "plan_sha256": "cfce500c0f3923ff6f8774ad010efaab616e491e7006b7f787fc18f5b0f1fa6c", |
| "profile": "general", |
| "protected_weight_file_size_bytes": 0, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [ |
| { |
| "compatibility_level": "B", |
| "manifest": "config.json", |
| "mtp_support": "none", |
| "name": "mlx-lm", |
| "notes": [ |
| "Standard backbone inference is the compatibility target.", |
| "AXQuant MTP metadata may be ignored by MLX-LM." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| } |
| ], |
| "created_at": "2026-08-05T15:47:23.246612Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "not-required", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": false, |
| "draft_tokens": null, |
| "enabled_by_default": false, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": null, |
| "verification_mode": null |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "model-manifest.json", |
| "mtp_support": "none", |
| "name": "ax-engine", |
| "notes": [ |
| "Runtime claims require a passing AX Engine doctor and benchmark report." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "optimized" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": null, |
| "axquant": "1.2.0", |
| "mlx": "0.32.0", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.13.14", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3NextForCausalLM", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "Qwen/Qwen3-Coder-Next", |
| "revision": "a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb" |
| }, |
| "target_class": "4bit", |
| "weight_distribution": { |
| "4bit": { |
| "fraction": 0.9722120873722803, |
| "parameters": 77460406272 |
| }, |
| "6bit": { |
| "fraction": 0.019326584501654125, |
| "parameters": 1539833856 |
| }, |
| "8bit": { |
| "fraction": 0.0045384078135800405, |
| "parameters": 361594880 |
| }, |
| "bf16": { |
| "fraction": 0.003922920312485546, |
| "parameters": 312556288 |
| } |
| }, |
| "weight_file_size_bytes": 47782251237 |
| } |
|
|
