| { |
| "enabled": true, |
| "cache_path": "/Users/cryingneko/Workspace/models/.oqe_imatrix/DeepSeek-V4-Flash-0731-3c315327da70-s128-l512.npz", |
| "cache_reused": true, |
| "entry_count": 628, |
| "calib_dataset": "oqe_code_multilingual", |
| "collection": { |
| "dataset": "oqe_code_multilingual", |
| "requested_samples": 128, |
| "seq_length": 512, |
| "adaptive": true, |
| "adaptive_step_samples": 128, |
| "adaptive_max_samples": 1024, |
| "available_samples": 1024, |
| "micro_batch_size": 16, |
| "micro_batches": 64, |
| "batch_plan": { |
| "micro_batch_size": 16, |
| "estimated_sample_bytes": 50331648, |
| "capture_budget_bytes": 805306368, |
| "system_available_bytes": 517820284928, |
| "metal_available_bytes": 498211845112, |
| "live_available_bytes": 498211845112, |
| "model_bytes": 166886535336, |
| "remaining_available_bytes": 331325309776, |
| "fits_one_sample": true, |
| "hidden_size": 4096, |
| "num_experts": 256, |
| "top_k": 6, |
| "gemma4_state_bytes": 0, |
| "num_hidden_layers": 43, |
| "num_kv_shared_layers": 0, |
| "per_layer_input_size": 0 |
| }, |
| "processed_samples": 1024, |
| "installed_modules": 630, |
| "capture_module_classes": { |
| "Linear": 148, |
| "QuantizedLinear": 344, |
| "QuantizedSwitchLinear": 138 |
| }, |
| "switch_capture_modules": 138, |
| "requires_expert_counts": true, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35301, |
| "zero_count_experts": 27, |
| "active_ratio": 0.9992357336956522, |
| "min_count": 0, |
| "p05_count": 119.0, |
| "p10_count": 1600.0, |
| "median_count": 8205.5, |
| "max_count": 309355, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| }, |
| "rounds": [ |
| { |
| "processed_samples": 128, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35079, |
| "zero_count_experts": 249, |
| "active_ratio": 0.9929517663043478, |
| "min_count": 0, |
| "p05_count": 15.0, |
| "p10_count": 167.0, |
| "median_count": 1019.5, |
| "max_count": 38565, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 256, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35208, |
| "zero_count_experts": 120, |
| "active_ratio": 0.9966032608695652, |
| "min_count": 0, |
| "p05_count": 31.0, |
| "p10_count": 379.0, |
| "median_count": 2039.0, |
| "max_count": 77583, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 384, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35265, |
| "zero_count_experts": 63, |
| "active_ratio": 0.9982167119565217, |
| "min_count": 0, |
| "p05_count": 46.0, |
| "p10_count": 574.0, |
| "median_count": 3071.0, |
| "max_count": 116323, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 512, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35277, |
| "zero_count_experts": 51, |
| "active_ratio": 0.9985563858695652, |
| "min_count": 0, |
| "p05_count": 60.0, |
| "p10_count": 762.0, |
| "median_count": 4089.0, |
| "max_count": 155017, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 640, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35289, |
| "zero_count_experts": 39, |
| "active_ratio": 0.9988960597826086, |
| "min_count": 0, |
| "p05_count": 74.35000000000014, |
| "p10_count": 980.0, |
| "median_count": 5116.5, |
| "max_count": 193306, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 768, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35295, |
| "zero_count_experts": 33, |
| "active_ratio": 0.9990658967391305, |
| "min_count": 0, |
| "p05_count": 89.0, |
| "p10_count": 1170.0, |
| "median_count": 6138.5, |
| "max_count": 232563, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 896, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35298, |
| "zero_count_experts": 30, |
| "active_ratio": 0.9991508152173914, |
| "min_count": 0, |
| "p05_count": 105.35000000000014, |
| "p10_count": 1377.0, |
| "median_count": 7148.5, |
| "max_count": 271205, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| }, |
| { |
| "processed_samples": 1024, |
| "coverage_sufficient": false, |
| "collection_sufficient": false, |
| "coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35301, |
| "zero_count_experts": 27, |
| "active_ratio": 0.9992357336956522, |
| "min_count": 0, |
| "p05_count": 119.0, |
| "p10_count": 1600.0, |
| "median_count": 8205.5, |
| "max_count": 309355, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| } |
| } |
| ] |
| }, |
| "expert_coverage": { |
| "has_expert_counts": true, |
| "expert_modules": 138, |
| "total_experts": 35328, |
| "active_experts": 35301, |
| "zero_count_experts": 27, |
| "active_ratio": 0.9992357336956522, |
| "min_count": 0, |
| "p05_count": 119.0, |
| "p10_count": 1600.0, |
| "median_count": 8205.5, |
| "max_count": 309355, |
| "min_required_count": 16, |
| "required_percentile": 5 |
| }, |
| "applied": [ |
| "lm_head", |
| "model.layers.0.ffn.switch_mlp.down_proj", |
| "model.layers.0.ffn.switch_mlp.gate_proj", |
| "model.layers.0.ffn.switch_mlp.up_proj", |
| "model.layers.1.ffn.switch_mlp.down_proj", |
| "model.layers.1.ffn.switch_mlp.gate_proj", |
| "model.layers.1.ffn.switch_mlp.up_proj", |
| "model.layers.10.attn.compressor.wgate", |
| "model.layers.10.attn.compressor.wkv", |
| "model.layers.10.attn.indexer.compressor.wgate", |
| "model.layers.10.attn.indexer.compressor.wkv", |
| "model.layers.10.attn.indexer.weights_proj", |
| "model.layers.10.ffn.switch_mlp.down_proj", |
| "model.layers.10.ffn.switch_mlp.gate_proj", |
| "model.layers.10.ffn.switch_mlp.up_proj", |
| "model.layers.11.attn.compressor.wgate", |
| "model.layers.11.attn.compressor.wkv", |
| "model.layers.11.ffn.switch_mlp.down_proj", |
| "model.layers.11.ffn.switch_mlp.gate_proj", |
| "model.layers.11.ffn.switch_mlp.up_proj", |
| "model.layers.12.attn.compressor.wgate", |
| "model.layers.12.attn.compressor.wkv", |
| "model.layers.12.attn.indexer.compressor.wgate", |
| "model.layers.12.attn.indexer.compressor.wkv", |
| "model.layers.12.attn.indexer.weights_proj", |
| "model.layers.12.ffn.switch_mlp.down_proj", |
| "model.layers.12.ffn.switch_mlp.gate_proj", |
| "model.layers.12.ffn.switch_mlp.up_proj", |
| "model.layers.13.attn.compressor.wgate", |
| "model.layers.13.attn.compressor.wkv", |
| "model.layers.13.ffn.switch_mlp.down_proj", |
| "model.layers.13.ffn.switch_mlp.gate_proj", |
| "model.layers.13.ffn.switch_mlp.up_proj", |
| "model.layers.14.attn.compressor.wgate", |
| "model.layers.14.attn.compressor.wkv", |
| "model.layers.14.attn.indexer.compressor.wgate", |
| "model.layers.14.attn.indexer.compressor.wkv", |
| "model.layers.14.attn.indexer.weights_proj", |
| "model.layers.14.ffn.switch_mlp.down_proj", |
| "model.layers.14.ffn.switch_mlp.gate_proj", |
| "model.layers.14.ffn.switch_mlp.up_proj", |
| "model.layers.15.attn.compressor.wgate", |
| "model.layers.15.attn.compressor.wkv", |
| "model.layers.15.ffn.switch_mlp.down_proj", |
| "model.layers.15.ffn.switch_mlp.gate_proj", |
| "model.layers.15.ffn.switch_mlp.up_proj", |
| "model.layers.16.attn.compressor.wgate", |
| "model.layers.16.attn.compressor.wkv", |
| "model.layers.16.attn.indexer.compressor.wgate", |
| "model.layers.16.attn.indexer.compressor.wkv", |
| "model.layers.16.attn.indexer.weights_proj", |
| "model.layers.16.ffn.switch_mlp.down_proj", |
| "model.layers.16.ffn.switch_mlp.gate_proj", |
| "model.layers.16.ffn.switch_mlp.up_proj", |
| "model.layers.17.attn.compressor.wgate", |
| "model.layers.17.attn.compressor.wkv", |
| "model.layers.17.ffn.switch_mlp.down_proj", |
| "model.layers.17.ffn.switch_mlp.gate_proj", |
| "model.layers.17.ffn.switch_mlp.up_proj", |
| "model.layers.18.attn.compressor.wgate", |
| "model.layers.18.attn.compressor.wkv", |
| "model.layers.18.attn.indexer.compressor.wgate", |
| "model.layers.18.attn.indexer.compressor.wkv", |
| "model.layers.18.attn.indexer.weights_proj", |
| "model.layers.18.ffn.switch_mlp.down_proj", |
| "model.layers.18.ffn.switch_mlp.gate_proj", |
| "model.layers.18.ffn.switch_mlp.up_proj", |
| "model.layers.19.attn.compressor.wgate", |
| "model.layers.19.attn.compressor.wkv", |
| "model.layers.19.ffn.switch_mlp.down_proj", |
| "model.layers.19.ffn.switch_mlp.gate_proj", |
| "model.layers.19.ffn.switch_mlp.up_proj", |
| "model.layers.2.attn.compressor.wgate", |
| "model.layers.2.attn.compressor.wkv", |
| "model.layers.2.attn.indexer.compressor.wgate", |
| "model.layers.2.attn.indexer.compressor.wkv", |
| "model.layers.2.attn.indexer.weights_proj", |
| "model.layers.2.ffn.switch_mlp.down_proj", |
| "model.layers.2.ffn.switch_mlp.gate_proj", |
| "model.layers.2.ffn.switch_mlp.up_proj", |
| "model.layers.20.attn.compressor.wgate", |
| "model.layers.20.attn.compressor.wkv", |
| "model.layers.20.attn.indexer.compressor.wgate", |
| "model.layers.20.attn.indexer.compressor.wkv", |
| "model.layers.20.attn.indexer.weights_proj", |
| "model.layers.20.ffn.switch_mlp.down_proj", |
| "model.layers.20.ffn.switch_mlp.gate_proj", |
| "model.layers.20.ffn.switch_mlp.up_proj", |
| "model.layers.21.attn.compressor.wgate", |
| "model.layers.21.attn.compressor.wkv", |
| "model.layers.21.ffn.switch_mlp.down_proj", |
| "model.layers.21.ffn.switch_mlp.gate_proj", |
| "model.layers.21.ffn.switch_mlp.up_proj", |
| "model.layers.22.attn.compressor.wgate", |
| "model.layers.22.attn.compressor.wkv", |
| "model.layers.22.attn.indexer.compressor.wgate", |
| "model.layers.22.attn.indexer.compressor.wkv", |
| "model.layers.22.attn.indexer.weights_proj", |
| "model.layers.22.ffn.switch_mlp.down_proj", |
| "model.layers.22.ffn.switch_mlp.gate_proj", |
| "model.layers.22.ffn.switch_mlp.up_proj", |
| "model.layers.23.attn.compressor.wgate", |
| "model.layers.23.attn.compressor.wkv", |
| "model.layers.23.ffn.switch_mlp.down_proj", |
| "model.layers.23.ffn.switch_mlp.gate_proj", |
| "model.layers.23.ffn.switch_mlp.up_proj", |
| "model.layers.24.attn.compressor.wgate", |
| "model.layers.24.attn.compressor.wkv", |
| "model.layers.24.attn.indexer.compressor.wgate", |
| "model.layers.24.attn.indexer.compressor.wkv", |
| "model.layers.24.attn.indexer.weights_proj", |
| "model.layers.24.ffn.switch_mlp.down_proj", |
| "model.layers.24.ffn.switch_mlp.gate_proj", |
| "model.layers.24.ffn.switch_mlp.up_proj", |
| "model.layers.25.attn.compressor.wgate", |
| "model.layers.25.attn.compressor.wkv", |
| "model.layers.25.ffn.switch_mlp.down_proj", |
| "model.layers.25.ffn.switch_mlp.gate_proj", |
| "model.layers.25.ffn.switch_mlp.up_proj", |
| "model.layers.26.attn.compressor.wgate", |
| "model.layers.26.attn.compressor.wkv", |
| "model.layers.26.attn.indexer.compressor.wgate", |
| "model.layers.26.attn.indexer.compressor.wkv", |
| "model.layers.26.attn.indexer.weights_proj", |
| "model.layers.26.ffn.switch_mlp.down_proj", |
| "model.layers.26.ffn.switch_mlp.gate_proj", |
| "model.layers.26.ffn.switch_mlp.up_proj", |
| "model.layers.27.attn.compressor.wgate", |
| "model.layers.27.attn.compressor.wkv", |
| "model.layers.27.ffn.switch_mlp.down_proj", |
| "model.layers.27.ffn.switch_mlp.gate_proj", |
| "model.layers.27.ffn.switch_mlp.up_proj", |
| "model.layers.28.attn.compressor.wgate", |
| "model.layers.28.attn.compressor.wkv", |
| "model.layers.28.attn.indexer.compressor.wgate", |
| "model.layers.28.attn.indexer.compressor.wkv", |
| "model.layers.28.attn.indexer.weights_proj", |
| "model.layers.28.ffn.switch_mlp.down_proj", |
| "model.layers.28.ffn.switch_mlp.gate_proj", |
| "model.layers.28.ffn.switch_mlp.up_proj", |
| "model.layers.29.attn.compressor.wgate", |
| "model.layers.29.attn.compressor.wkv", |
| "model.layers.29.ffn.switch_mlp.down_proj", |
| "model.layers.29.ffn.switch_mlp.gate_proj", |
| "model.layers.29.ffn.switch_mlp.up_proj", |
| "model.layers.3.attn.compressor.wgate", |
| "model.layers.3.attn.compressor.wkv", |
| "model.layers.3.ffn.switch_mlp.down_proj", |
| "model.layers.3.ffn.switch_mlp.gate_proj", |
| "model.layers.3.ffn.switch_mlp.up_proj", |
| "model.layers.30.attn.compressor.wgate", |
| "model.layers.30.attn.compressor.wkv", |
| "model.layers.30.attn.indexer.compressor.wgate", |
| "model.layers.30.attn.indexer.compressor.wkv", |
| "model.layers.30.attn.indexer.weights_proj", |
| "model.layers.30.ffn.switch_mlp.down_proj", |
| "model.layers.30.ffn.switch_mlp.gate_proj", |
| "model.layers.30.ffn.switch_mlp.up_proj", |
| "model.layers.31.attn.compressor.wgate", |
| "model.layers.31.attn.compressor.wkv", |
| "model.layers.31.ffn.switch_mlp.down_proj", |
| "model.layers.31.ffn.switch_mlp.gate_proj", |
| "model.layers.31.ffn.switch_mlp.up_proj", |
| "model.layers.32.attn.compressor.wgate", |
| "model.layers.32.attn.compressor.wkv", |
| "model.layers.32.attn.indexer.compressor.wgate", |
| "model.layers.32.attn.indexer.compressor.wkv", |
| "model.layers.32.attn.indexer.weights_proj", |
| "model.layers.32.ffn.switch_mlp.down_proj", |
| "model.layers.32.ffn.switch_mlp.gate_proj", |
| "model.layers.32.ffn.switch_mlp.up_proj", |
| "model.layers.33.attn.compressor.wgate", |
| "model.layers.33.attn.compressor.wkv", |
| "model.layers.33.ffn.switch_mlp.down_proj", |
| "model.layers.33.ffn.switch_mlp.gate_proj", |
| "model.layers.33.ffn.switch_mlp.up_proj", |
| "model.layers.34.attn.compressor.wgate", |
| "model.layers.34.attn.compressor.wkv", |
| "model.layers.34.attn.indexer.compressor.wgate", |
| "model.layers.34.attn.indexer.compressor.wkv", |
| "model.layers.34.attn.indexer.weights_proj", |
| "model.layers.34.ffn.switch_mlp.down_proj", |
| "model.layers.34.ffn.switch_mlp.gate_proj", |
| "model.layers.34.ffn.switch_mlp.up_proj", |
| "model.layers.35.attn.compressor.wgate", |
| "model.layers.35.attn.compressor.wkv", |
| "model.layers.35.ffn.switch_mlp.down_proj", |
| "model.layers.35.ffn.switch_mlp.gate_proj", |
| "model.layers.35.ffn.switch_mlp.up_proj", |
| "model.layers.36.attn.compressor.wgate", |
| "model.layers.36.attn.compressor.wkv", |
| "model.layers.36.attn.indexer.compressor.wgate", |
| "model.layers.36.attn.indexer.compressor.wkv", |
| "model.layers.36.attn.indexer.weights_proj", |
| "model.layers.36.ffn.switch_mlp.down_proj", |
| "model.layers.36.ffn.switch_mlp.gate_proj", |
| "model.layers.36.ffn.switch_mlp.up_proj", |
| "model.layers.37.attn.compressor.wgate", |
| "model.layers.37.attn.compressor.wkv", |
| "model.layers.37.ffn.switch_mlp.down_proj", |
| "model.layers.37.ffn.switch_mlp.gate_proj", |
| "model.layers.37.ffn.switch_mlp.up_proj", |
| "model.layers.38.attn.compressor.wgate", |
| "model.layers.38.attn.compressor.wkv", |
| "model.layers.38.attn.indexer.compressor.wgate", |
| "model.layers.38.attn.indexer.compressor.wkv", |
| "model.layers.38.attn.indexer.weights_proj", |
| "model.layers.38.ffn.switch_mlp.down_proj", |
| "model.layers.38.ffn.switch_mlp.gate_proj", |
| "model.layers.38.ffn.switch_mlp.up_proj", |
| "model.layers.39.attn.compressor.wgate", |
| "model.layers.39.attn.compressor.wkv", |
| "model.layers.39.ffn.switch_mlp.down_proj", |
| "model.layers.39.ffn.switch_mlp.gate_proj", |
| "model.layers.39.ffn.switch_mlp.up_proj", |
| "model.layers.4.attn.compressor.wgate", |
| "model.layers.4.attn.compressor.wkv", |
| "model.layers.4.attn.indexer.compressor.wgate", |
| "model.layers.4.attn.indexer.compressor.wkv", |
| "model.layers.4.attn.indexer.weights_proj", |
| "model.layers.4.ffn.switch_mlp.down_proj", |
| "model.layers.4.ffn.switch_mlp.gate_proj", |
| "model.layers.4.ffn.switch_mlp.up_proj", |
| "model.layers.40.attn.compressor.wgate", |
| "model.layers.40.attn.compressor.wkv", |
| "model.layers.40.attn.indexer.compressor.wgate", |
| "model.layers.40.attn.indexer.compressor.wkv", |
| "model.layers.40.attn.indexer.weights_proj", |
| "model.layers.40.ffn.switch_mlp.down_proj", |
| "model.layers.40.ffn.switch_mlp.gate_proj", |
| "model.layers.40.ffn.switch_mlp.up_proj", |
| "model.layers.41.attn.compressor.wgate", |
| "model.layers.41.attn.compressor.wkv", |
| "model.layers.41.ffn.switch_mlp.down_proj", |
| "model.layers.41.ffn.switch_mlp.gate_proj", |
| "model.layers.41.ffn.switch_mlp.up_proj", |
| "model.layers.42.attn.compressor.wgate", |
| "model.layers.42.attn.compressor.wkv", |
| "model.layers.42.attn.indexer.compressor.wgate", |
| "model.layers.42.attn.indexer.compressor.wkv", |
| "model.layers.42.attn.indexer.weights_proj", |
| "model.layers.42.ffn.switch_mlp.down_proj", |
| "model.layers.42.ffn.switch_mlp.gate_proj", |
| "model.layers.42.ffn.switch_mlp.up_proj", |
| "model.layers.5.attn.compressor.wgate", |
| "model.layers.5.attn.compressor.wkv", |
| "model.layers.5.ffn.switch_mlp.down_proj", |
| "model.layers.5.ffn.switch_mlp.gate_proj", |
| "model.layers.5.ffn.switch_mlp.up_proj", |
| "model.layers.6.attn.compressor.wgate", |
| "model.layers.6.attn.compressor.wkv", |
| "model.layers.6.attn.indexer.compressor.wgate", |
| "model.layers.6.attn.indexer.compressor.wkv", |
| "model.layers.6.attn.indexer.weights_proj", |
| "model.layers.6.ffn.switch_mlp.down_proj", |
| "model.layers.6.ffn.switch_mlp.gate_proj", |
| "model.layers.6.ffn.switch_mlp.up_proj", |
| "model.layers.7.attn.compressor.wgate", |
| "model.layers.7.attn.compressor.wkv", |
| "model.layers.7.ffn.switch_mlp.down_proj", |
| "model.layers.7.ffn.switch_mlp.gate_proj", |
| "model.layers.7.ffn.switch_mlp.up_proj", |
| "model.layers.8.attn.compressor.wgate", |
| "model.layers.8.attn.compressor.wkv", |
| "model.layers.8.attn.indexer.compressor.wgate", |
| "model.layers.8.attn.indexer.compressor.wkv", |
| "model.layers.8.attn.indexer.weights_proj", |
| "model.layers.8.ffn.switch_mlp.down_proj", |
| "model.layers.8.ffn.switch_mlp.gate_proj", |
| "model.layers.8.ffn.switch_mlp.up_proj", |
| "model.layers.9.attn.compressor.wgate", |
| "model.layers.9.attn.compressor.wkv", |
| "model.layers.9.ffn.switch_mlp.down_proj", |
| "model.layers.9.ffn.switch_mlp.gate_proj", |
| "model.layers.9.ffn.switch_mlp.up_proj" |
| ], |
| "missing": [ |
| "model.embed_tokens" |
| ], |
| "mismatched": [], |
| "zero_count_experts": 0 |
| } |
