| { |
| "axquant_version": "1.6.1", |
| "calibration": null, |
| "created_at": "2026-08-08T18:35:07.890564Z", |
| "effective_bpw": 5.999827974534051, |
| "files": [ |
| { |
| "path": "README.md", |
| "sha256": "4c7e67b971f351f520872282de0d91924dd6c610ff59c12e61a41262798a9e0e", |
| "size_bytes": 7763 |
| }, |
| { |
| "path": "axquant_plan.json", |
| "sha256": "30d4f09e558fe4723eb5aa38dfb9e526f96650247df1838a8dfbe8bc6f7dd5e5", |
| "size_bytes": 291159 |
| }, |
| { |
| "path": "axquant_quantizer_execution.json", |
| "sha256": "73bd459d778fc15a56c6de69dce9a62cf31ef4c96a5ae36365289002f4a1a714", |
| "size_bytes": 56871 |
| }, |
| { |
| "path": "axquant_runtime.json", |
| "sha256": "6cc9a88b8701bb5b01b85e69ab418740ab74fcf973806bf27ab055a87be175a1", |
| "size_bytes": 1628 |
| }, |
| { |
| "path": "config.json", |
| "sha256": "f84fb5bb0d016c64a1f902b22e736d8a12f7244e20554bccfe3494e16fd4d175", |
| "size_bytes": 66967 |
| }, |
| { |
| "path": "model-00001-of-00002.safetensors", |
| "sha256": "ab6cc4a47269a89c197e0d46ca3be7f49105c31f1c05b3c8401b9b7888374cbf", |
| "size_bytes": 5337300123 |
| }, |
| { |
| "path": "model-00002-of-00002.safetensors", |
| "sha256": "fdd9e25a1ac44ef21262d7e648ac3c33877352e3118bec946795b02d5b967a05", |
| "size_bytes": 627130954 |
| }, |
| { |
| "path": "model-manifest.json", |
| "sha256": "55b7b7c8b072799833d92d5ac989eb57eaaf1964df8d6cff0aebe7e98a2aefe8", |
| "size_bytes": 127644 |
| }, |
| { |
| "path": "model.safetensors.index.json", |
| "sha256": "ae909649f3e16180ce8c6fb84303532d83ff2ea78fedbf1db739041d87e360ed", |
| "size_bytes": 67330 |
| }, |
| { |
| "path": "tokenizer.json", |
| "sha256": "797410dfb649a5b9ba92bc4fef7dbf4022d00e73de6867c4ac199a8846439421", |
| "size_bytes": 17077678 |
| }, |
| { |
| "path": "tokenizer_config.json", |
| "sha256": "7bbb77c55282bc679b86d21a1b3953ed8d5d63aaf75f10800c20596eab30b980", |
| "size_bytes": 21139 |
| } |
| ], |
| "format": "mlx", |
| "logical_parameters": 7952683008, |
| "main_logical_parameters": 7952683008, |
| "main_weight_file_size_bytes": 5964431077, |
| "measured_main_bpw": 5.999918337999975, |
| "measured_total_bpw": 5.999918337999975, |
| "mtp_acceptance_retention": null, |
| "mtp_distribution": {}, |
| "mtp_measured_speedup": null, |
| "mtp_policy": { |
| "candidate_bits": [ |
| 8, |
| 16 |
| ], |
| "min_bits": 8, |
| "mode": "protected", |
| "optimize_for_acceptance": true, |
| "preserve_external_sidecar": true, |
| "protect_norms": true, |
| "protect_output_head": true |
| }, |
| "mtp_present": false, |
| "mtp_weight_file_size_bytes": 0, |
| "plan_sha256": "21b591094cae166a5de3e03dd9de8d59b4b307aacecb0b5c8d1401fcca9cb564", |
| "profile": "general", |
| "protected_weight_file_size_bytes": 0, |
| "quantizer": "axquant", |
| "runtime": { |
| "ax_engine": { |
| "decode_kernel": null, |
| "fused_mtp": null, |
| "kernel_evidence": "unmeasured", |
| "model_manifest": "model-manifest.json", |
| "preferred_group_size": 32 |
| }, |
| "compatible_runtimes": [ |
| { |
| "compatibility_level": "B", |
| "manifest": "config.json", |
| "mtp_support": "none", |
| "name": "mlx-lm", |
| "notes": [ |
| "Standard backbone inference is the compatibility target.", |
| "AXQuant MTP metadata may be ignored by MLX-LM." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "standard-inference" |
| } |
| ], |
| "created_at": "2026-08-08T18:35:04.917442Z", |
| "kv_cache": null, |
| "memory_policy": { |
| "kv_cache_precision": "runtime-default", |
| "mtp_buffers": "not-required", |
| "prefix_cache": "runtime-managed", |
| "unified_memory_safety_margin": "benchmark-required" |
| }, |
| "mtp": { |
| "acceptance_retention": null, |
| "detected": false, |
| "draft_tokens": null, |
| "enabled_by_default": false, |
| "head_precision": null, |
| "measured_speedup": null, |
| "optimized": false, |
| "recommended_temperature_max": null, |
| "sidecar_file": null, |
| "verification_mode": null |
| }, |
| "optimization_scope": "text-path", |
| "primary_runtime": { |
| "compatibility_level": "A", |
| "manifest": "model-manifest.json", |
| "mtp_support": "none", |
| "name": "ax-engine", |
| "notes": [ |
| "Runtime claims require a passing AX Engine doctor and benchmark report." |
| ], |
| "standard_inference": true, |
| "standard_mlx_weights": true, |
| "support_level": "optimized" |
| }, |
| "schema_version": "axquant.runtime.v1" |
| }, |
| "schema_version": "axquant.artifact.v2", |
| "software_versions": { |
| "ax_engine": "6.11.1", |
| "axquant": "1.6.1", |
| "mlx": "0.32.0", |
| "mlx_lm": "0.31.3", |
| "pydantic": "2.13.4", |
| "python": "3.13.15", |
| "safetensors": "0.8.0" |
| }, |
| "source_model": { |
| "architecture": "Ministral3Model", |
| "format": "mlx", |
| "local_path": null, |
| "model_id": "nvidia/Nemotron-3-Embed-8B-BF16", |
| "revision": null |
| }, |
| "target_class": "6bit", |
| "weight_distribution": { |
| "4bit": { |
| "fraction": 0.4282548222497944, |
| "parameters": 3405774848 |
| }, |
| "6bit": { |
| "fraction": 0.5042014902349796, |
| "parameters": 4009754624 |
| }, |
| "8bit": { |
| "fraction": 0.06750814932016463, |
| "parameters": 536870912 |
| }, |
| "bf16": { |
| "fraction": 3.5538195061426996e-05, |
| "parameters": 282624 |
| } |
| }, |
| "weight_file_size_bytes": 5964431077 |
| } |
|
|
