| { |
| "axquant_version": "1.2.0", |
| "calibration": null, |
| "created_at": "2026-08-05T15:58:01.057110Z", |
| "effective_bpw": 5.998973376731601, |
| "files": [ |
| { |
| "path": "README.md", |
| "sha256": "d7c3a441086125346d5e204d307239009f4b83af964530995bdfb7e433687f30", |
| "size_bytes": 7780 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "aaf9d373553c9ca2af1cb3f4c85729d382789d6954366df3d0a6eece295f9ac0", |
| "size_bytes": 74493445 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "8469fb651c4590e37d8e0020ba716e68f75ea466d6cfebfd673b4087c8b56b99", |
| "size_bytes": 18744722 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "2b69f514934581bc6956cbf9169c40b43bb65b605675d00f46ae25b667db9a2d", |
| "size_bytes": 1628 |
| }, |
| { |
| "path": "chat_template.jinja", |
| "sha256": "c79a833039a43602150cce0902403d6e376c50930c1b2a139b2964e1f0c322a0", |
| "size_bytes": 6068 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "f93ea70d659965c4f1262b9b88a48b5959980bf9d6d87b94746aa949b3ddbf4c", |
| "size_bytes": 156388 |
| }, |
| { |
| "path": "generation_config.json", |
| "sha256": "37a3c1ef63516ca489c575f0db1c0405ddc0c3dbaca9ed987344c966c37aeef5", |
| "size_bytes": 214 |
| }, |
| { |
| "path": "model-00001-of-00012.safetensors", |
| "sha256": "a6f93f3d8f27181a2987025a59761ea7e3684bfb38a612649ad3488e72dd949b", |
| "size_bytes": 5183759203 |
| }, |
| { |
| "path": "model-00002-of-00012.safetensors", |
| "sha256": "e1ca53a3e5831db0b0b41d464d536fe3d621362c13c60974286ab245fd7def57", |
| "size_bytes": 5190660686 |
| }, |
| { |
| "path": "model-00003-of-00012.safetensors", |
| "sha256": "99bad255d17409db14fee8115a27768657c731ed977f1233e106a0c3ffa65128", |
| "size_bytes": 5190660921 |
| }, |
| { |
| "path": "model-00004-of-00012.safetensors", |
| "sha256": "c72c5a63862914b82e4cdcff3a587e2aeee02a45388a3dfb8f37d8dd657de488", |
| "size_bytes": 5117867091 |
| }, |
| { |
| "path": "model-00005-of-00012.safetensors", |
| "sha256": "bcd8e8b3437f7cd61fea1d09926ef30a653fa8df85d83569f371d835d750ec9a", |
| "size_bytes": 5361710348 |
| }, |
| { |
| "path": "model-00006-of-00012.safetensors", |
| "sha256": "dad939e6f8e1141a8748755a6da78174c84665f0da3639560af09f9c8a0505c8", |
| "size_bytes": 5361710598 |
| }, |
| { |
| "path": "model-00007-of-00012.safetensors", |
| "sha256": "f84d550d6fa4900112ee359d63835ad160aca6680514e13ca0c76ed36451ae84", |
| "size_bytes": 5361710706 |
| }, |
| { |
| "path": "model-00008-of-00012.safetensors", |
| "sha256": "cd58aad03608c5a8f0055ac573975f7660e554b3804f3fa3061a0f978914a40b", |
| "size_bytes": 5361710548 |
| }, |
| { |
| "path": "model-00009-of-00012.safetensors", |
| "sha256": "df80b07503f7f422e350205ddb00e478523e5ccc3dcbab69afc68821f91a2638", |
| "size_bytes": 5361710640 |
| }, |
| { |
| "path": "model-00010-of-00012.safetensors", |
| "sha256": "6b74c90a5f46fcc7a6cfc2cc850cad02071d47b5260641227a3b41c5bc3a14ae", |
| "size_bytes": 5361710602 |
| }, |
| { |
| "path": "model-00011-of-00012.safetensors", |
| "sha256": "8b0055313ad6e9e93c48483ee7f246afd23ec7882fcd68af8294691fc644d701", |
| "size_bytes": 5361716834 |
| }, |
| { |
| "path": "model-00012-of-00012.safetensors", |
| "sha256": "7f1522b910b07309eb7307f1edeb7647379e509c5b893b1ea612cfc1c9c83be5", |
| "size_bytes": 1530866021 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "bf08102d431701b698a8b959d953cc5c363e93a85ed6891ab4bf4bcc072077db", |
| "size_bytes": 172396 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "be75606093db2094d7cd20f3c2f385c212750648bd6ea4fb2bf507a6a4c55506", |
| "size_bytes": 11422650 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "23ff856b54c821dbd7e3fbcb9f33bd514f03a1ce194390d51bebae7de5a601be", |
| "size_bytes": 731 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 79674391296, |
| "main_logical_parameters": 79674391296, |
| "main_weight_file_size_bytes": 59745794198, |
| "measured_main_bpw": 5.998995986154411, |
| "measured_total_bpw": 5.998995986154411, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": {}, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": false, |
| "mtp_weight_file_size_bytes": 0, |
| "plan_sha256": "96c53e84f9e21016cbd7570f0253a706a948ee839637e497f0cde0dd022091f1", |
| "profile": "general", |
| "protected_weight_file_size_bytes": 0, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [ |
| { |
| "compatibility_level": "B", |
| "manifest": "config.json", |
| "mtp_support": "none", |
| "name": "mlx-lm", |
| "notes": [ |
| "Standard backbone inference is the compatibility target.", |
| "AXQuant MTP metadata may be ignored by MLX-LM." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| } |
| ], |
| "created_at": "2026-08-05T15:56:52.891244Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "not-required", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": false, |
| "draft_tokens": null, |
| "enabled_by_default": false, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": null, |
| "verification_mode": null |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "model-manifest.json", |
| "mtp_support": "none", |
| "name": "ax-engine", |
| "notes": [ |
| "Runtime claims require a passing AX Engine doctor and benchmark report." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "optimized" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": null, |
| "axquant": "1.2.0", |
| "mlx": "0.32.0", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.13.14", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Qwen3NextForCausalLM", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "Qwen/Qwen3-Coder-Next", |
| "revision": "a7fbcb5c0e12d62a448eaa0e260346bf5dcc0feb" |
| }, |
| "target_class": "6bit", |
| "weight_distribution": { |
| "4bit": { |
| "fraction": 0.3780956391883019, |
| "parameters": 30124539904 |
| }, |
| "6bit": { |
| "fraction": 0.6134430326856325, |
| "parameters": 48875700224 |
| }, |
| "8bit": { |
| "fraction": 0.004538279290477028, |
| "parameters": 361584640 |
| }, |
| "bf16": { |
| "fraction": 0.003923048835588559, |
| "parameters": 312566528 |
| } |
| }, |
| "weight_file_size_bytes": 59745794198 |
| } |
|
|
