{
  "enabled": true,
  "cache_path": "/Users/cryingneko/Workspace/models/.oqe_imatrix/DeepSeek-V4-Flash-0731-3c315327da70-s128-l512.npz",
  "cache_reused": true,
  "entry_count": 628,
  "calib_dataset": "oqe_code_multilingual",
  "collection": {
    "dataset": "oqe_code_multilingual",
    "requested_samples": 128,
    "seq_length": 512,
    "adaptive": true,
    "adaptive_step_samples": 128,
    "adaptive_max_samples": 1024,
    "available_samples": 1024,
    "micro_batch_size": 16,
    "micro_batches": 64,
    "batch_plan": {
      "micro_batch_size": 16,
      "estimated_sample_bytes": 50331648,
      "capture_budget_bytes": 805306368,
      "system_available_bytes": 517820284928,
      "metal_available_bytes": 498211845112,
      "live_available_bytes": 498211845112,
      "model_bytes": 166886535336,
      "remaining_available_bytes": 331325309776,
      "fits_one_sample": true,
      "hidden_size": 4096,
      "num_experts": 256,
      "top_k": 6,
      "gemma4_state_bytes": 0,
      "num_hidden_layers": 43,
      "num_kv_shared_layers": 0,
      "per_layer_input_size": 0
    },
    "processed_samples": 1024,
    "installed_modules": 630,
    "capture_module_classes": {
      "Linear": 148,
      "QuantizedLinear": 344,
      "QuantizedSwitchLinear": 138
    },
    "switch_capture_modules": 138,
    "requires_expert_counts": true,
    "coverage_sufficient": false,
    "collection_sufficient": false,
    "coverage": {
      "has_expert_counts": true,
      "expert_modules": 138,
      "total_experts": 35328,
      "active_experts": 35301,
      "zero_count_experts": 27,
      "active_ratio": 0.9992357336956522,
      "min_count": 0,
      "p05_count": 119.0,
      "p10_count": 1600.0,
      "median_count": 8205.5,
      "max_count": 309355,
      "min_required_count": 16,
      "required_percentile": 5
    },
    "rounds": [
      {
        "processed_samples": 128,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35079,
          "zero_count_experts": 249,
          "active_ratio": 0.9929517663043478,
          "min_count": 0,
          "p05_count": 15.0,
          "p10_count": 167.0,
          "median_count": 1019.5,
          "max_count": 38565,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 256,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35208,
          "zero_count_experts": 120,
          "active_ratio": 0.9966032608695652,
          "min_count": 0,
          "p05_count": 31.0,
          "p10_count": 379.0,
          "median_count": 2039.0,
          "max_count": 77583,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 384,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35265,
          "zero_count_experts": 63,
          "active_ratio": 0.9982167119565217,
          "min_count": 0,
          "p05_count": 46.0,
          "p10_count": 574.0,
          "median_count": 3071.0,
          "max_count": 116323,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 512,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35277,
          "zero_count_experts": 51,
          "active_ratio": 0.9985563858695652,
          "min_count": 0,
          "p05_count": 60.0,
          "p10_count": 762.0,
          "median_count": 4089.0,
          "max_count": 155017,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 640,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35289,
          "zero_count_experts": 39,
          "active_ratio": 0.9988960597826086,
          "min_count": 0,
          "p05_count": 74.35000000000014,
          "p10_count": 980.0,
          "median_count": 5116.5,
          "max_count": 193306,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 768,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35295,
          "zero_count_experts": 33,
          "active_ratio": 0.9990658967391305,
          "min_count": 0,
          "p05_count": 89.0,
          "p10_count": 1170.0,
          "median_count": 6138.5,
          "max_count": 232563,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 896,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35298,
          "zero_count_experts": 30,
          "active_ratio": 0.9991508152173914,
          "min_count": 0,
          "p05_count": 105.35000000000014,
          "p10_count": 1377.0,
          "median_count": 7148.5,
          "max_count": 271205,
          "min_required_count": 16,
          "required_percentile": 5
        }
      },
      {
        "processed_samples": 1024,
        "coverage_sufficient": false,
        "collection_sufficient": false,
        "coverage": {
          "has_expert_counts": true,
          "expert_modules": 138,
          "total_experts": 35328,
          "active_experts": 35301,
          "zero_count_experts": 27,
          "active_ratio": 0.9992357336956522,
          "min_count": 0,
          "p05_count": 119.0,
          "p10_count": 1600.0,
          "median_count": 8205.5,
          "max_count": 309355,
          "min_required_count": 16,
          "required_percentile": 5
        }
      }
    ]
  },
  "expert_coverage": {
    "has_expert_counts": true,
    "expert_modules": 138,
    "total_experts": 35328,
    "active_experts": 35301,
    "zero_count_experts": 27,
    "active_ratio": 0.9992357336956522,
    "min_count": 0,
    "p05_count": 119.0,
    "p10_count": 1600.0,
    "median_count": 8205.5,
    "max_count": 309355,
    "min_required_count": 16,
    "required_percentile": 5
  },
  "applied": [
    "lm_head",
    "model.layers.0.ffn.switch_mlp.down_proj",
    "model.layers.0.ffn.switch_mlp.gate_proj",
    "model.layers.0.ffn.switch_mlp.up_proj",
    "model.layers.1.ffn.switch_mlp.down_proj",
    "model.layers.1.ffn.switch_mlp.gate_proj",
    "model.layers.1.ffn.switch_mlp.up_proj",
    "model.layers.10.attn.compressor.wgate",
    "model.layers.10.attn.compressor.wkv",
    "model.layers.10.attn.indexer.compressor.wgate",
    "model.layers.10.attn.indexer.compressor.wkv",
    "model.layers.10.attn.indexer.weights_proj",
    "model.layers.10.ffn.switch_mlp.down_proj",
    "model.layers.10.ffn.switch_mlp.gate_proj",
    "model.layers.10.ffn.switch_mlp.up_proj",
    "model.layers.11.attn.compressor.wgate",
    "model.layers.11.attn.compressor.wkv",
    "model.layers.11.ffn.switch_mlp.down_proj",
    "model.layers.11.ffn.switch_mlp.gate_proj",
    "model.layers.11.ffn.switch_mlp.up_proj",
    "model.layers.12.attn.compressor.wgate",
    "model.layers.12.attn.compressor.wkv",
    "model.layers.12.attn.indexer.compressor.wgate",
    "model.layers.12.attn.indexer.compressor.wkv",
    "model.layers.12.attn.indexer.weights_proj",
    "model.layers.12.ffn.switch_mlp.down_proj",
    "model.layers.12.ffn.switch_mlp.gate_proj",
    "model.layers.12.ffn.switch_mlp.up_proj",
    "model.layers.13.attn.compressor.wgate",
    "model.layers.13.attn.compressor.wkv",
    "model.layers.13.ffn.switch_mlp.down_proj",
    "model.layers.13.ffn.switch_mlp.gate_proj",
    "model.layers.13.ffn.switch_mlp.up_proj",
    "model.layers.14.attn.compressor.wgate",
    "model.layers.14.attn.compressor.wkv",
    "model.layers.14.attn.indexer.compressor.wgate",
    "model.layers.14.attn.indexer.compressor.wkv",
    "model.layers.14.attn.indexer.weights_proj",
    "model.layers.14.ffn.switch_mlp.down_proj",
    "model.layers.14.ffn.switch_mlp.gate_proj",
    "model.layers.14.ffn.switch_mlp.up_proj",
    "model.layers.15.attn.compressor.wgate",
    "model.layers.15.attn.compressor.wkv",
    "model.layers.15.ffn.switch_mlp.down_proj",
    "model.layers.15.ffn.switch_mlp.gate_proj",
    "model.layers.15.ffn.switch_mlp.up_proj",
    "model.layers.16.attn.compressor.wgate",
    "model.layers.16.attn.compressor.wkv",
    "model.layers.16.attn.indexer.compressor.wgate",
    "model.layers.16.attn.indexer.compressor.wkv",
    "model.layers.16.attn.indexer.weights_proj",
    "model.layers.16.ffn.switch_mlp.down_proj",
    "model.layers.16.ffn.switch_mlp.gate_proj",
    "model.layers.16.ffn.switch_mlp.up_proj",
    "model.layers.17.attn.compressor.wgate",
    "model.layers.17.attn.compressor.wkv",
    "model.layers.17.ffn.switch_mlp.down_proj",
    "model.layers.17.ffn.switch_mlp.gate_proj",
    "model.layers.17.ffn.switch_mlp.up_proj",
    "model.layers.18.attn.compressor.wgate",
    "model.layers.18.attn.compressor.wkv",
    "model.layers.18.attn.indexer.compressor.wgate",
    "model.layers.18.attn.indexer.compressor.wkv",
    "model.layers.18.attn.indexer.weights_proj",
    "model.layers.18.ffn.switch_mlp.down_proj",
    "model.layers.18.ffn.switch_mlp.gate_proj",
    "model.layers.18.ffn.switch_mlp.up_proj",
    "model.layers.19.attn.compressor.wgate",
    "model.layers.19.attn.compressor.wkv",
    "model.layers.19.ffn.switch_mlp.down_proj",
    "model.layers.19.ffn.switch_mlp.gate_proj",
    "model.layers.19.ffn.switch_mlp.up_proj",
    "model.layers.2.attn.compressor.wgate",
    "model.layers.2.attn.compressor.wkv",
    "model.layers.2.attn.indexer.compressor.wgate",
    "model.layers.2.attn.indexer.compressor.wkv",
    "model.layers.2.attn.indexer.weights_proj",
    "model.layers.2.ffn.switch_mlp.down_proj",
    "model.layers.2.ffn.switch_mlp.gate_proj",
    "model.layers.2.ffn.switch_mlp.up_proj",
    "model.layers.20.attn.compressor.wgate",
    "model.layers.20.attn.compressor.wkv",
    "model.layers.20.attn.indexer.compressor.wgate",
    "model.layers.20.attn.indexer.compressor.wkv",
    "model.layers.20.attn.indexer.weights_proj",
    "model.layers.20.ffn.switch_mlp.down_proj",
    "model.layers.20.ffn.switch_mlp.gate_proj",
    "model.layers.20.ffn.switch_mlp.up_proj",
    "model.layers.21.attn.compressor.wgate",
    "model.layers.21.attn.compressor.wkv",
    "model.layers.21.ffn.switch_mlp.down_proj",
    "model.layers.21.ffn.switch_mlp.gate_proj",
    "model.layers.21.ffn.switch_mlp.up_proj",
    "model.layers.22.attn.compressor.wgate",
    "model.layers.22.attn.compressor.wkv",
    "model.layers.22.attn.indexer.compressor.wgate",
    "model.layers.22.attn.indexer.compressor.wkv",
    "model.layers.22.attn.indexer.weights_proj",
    "model.layers.22.ffn.switch_mlp.down_proj",
    "model.layers.22.ffn.switch_mlp.gate_proj",
    "model.layers.22.ffn.switch_mlp.up_proj",
    "model.layers.23.attn.compressor.wgate",
    "model.layers.23.attn.compressor.wkv",
    "model.layers.23.ffn.switch_mlp.down_proj",
    "model.layers.23.ffn.switch_mlp.gate_proj",
    "model.layers.23.ffn.switch_mlp.up_proj",
    "model.layers.24.attn.compressor.wgate",
    "model.layers.24.attn.compressor.wkv",
    "model.layers.24.attn.indexer.compressor.wgate",
    "model.layers.24.attn.indexer.compressor.wkv",
    "model.layers.24.attn.indexer.weights_proj",
    "model.layers.24.ffn.switch_mlp.down_proj",
    "model.layers.24.ffn.switch_mlp.gate_proj",
    "model.layers.24.ffn.switch_mlp.up_proj",
    "model.layers.25.attn.compressor.wgate",
    "model.layers.25.attn.compressor.wkv",
    "model.layers.25.ffn.switch_mlp.down_proj",
    "model.layers.25.ffn.switch_mlp.gate_proj",
    "model.layers.25.ffn.switch_mlp.up_proj",
    "model.layers.26.attn.compressor.wgate",
    "model.layers.26.attn.compressor.wkv",
    "model.layers.26.attn.indexer.compressor.wgate",
    "model.layers.26.attn.indexer.compressor.wkv",
    "model.layers.26.attn.indexer.weights_proj",
    "model.layers.26.ffn.switch_mlp.down_proj",
    "model.layers.26.ffn.switch_mlp.gate_proj",
    "model.layers.26.ffn.switch_mlp.up_proj",
    "model.layers.27.attn.compressor.wgate",
    "model.layers.27.attn.compressor.wkv",
    "model.layers.27.ffn.switch_mlp.down_proj",
    "model.layers.27.ffn.switch_mlp.gate_proj",
    "model.layers.27.ffn.switch_mlp.up_proj",
    "model.layers.28.attn.compressor.wgate",
    "model.layers.28.attn.compressor.wkv",
    "model.layers.28.attn.indexer.compressor.wgate",
    "model.layers.28.attn.indexer.compressor.wkv",
    "model.layers.28.attn.indexer.weights_proj",
    "model.layers.28.ffn.switch_mlp.down_proj",
    "model.layers.28.ffn.switch_mlp.gate_proj",
    "model.layers.28.ffn.switch_mlp.up_proj",
    "model.layers.29.attn.compressor.wgate",
    "model.layers.29.attn.compressor.wkv",
    "model.layers.29.ffn.switch_mlp.down_proj",
    "model.layers.29.ffn.switch_mlp.gate_proj",
    "model.layers.29.ffn.switch_mlp.up_proj",
    "model.layers.3.attn.compressor.wgate",
    "model.layers.3.attn.compressor.wkv",
    "model.layers.3.ffn.switch_mlp.down_proj",
    "model.layers.3.ffn.switch_mlp.gate_proj",
    "model.layers.3.ffn.switch_mlp.up_proj",
    "model.layers.30.attn.compressor.wgate",
    "model.layers.30.attn.compressor.wkv",
    "model.layers.30.attn.indexer.compressor.wgate",
    "model.layers.30.attn.indexer.compressor.wkv",
    "model.layers.30.attn.indexer.weights_proj",
    "model.layers.30.ffn.switch_mlp.down_proj",
    "model.layers.30.ffn.switch_mlp.gate_proj",
    "model.layers.30.ffn.switch_mlp.up_proj",
    "model.layers.31.attn.compressor.wgate",
    "model.layers.31.attn.compressor.wkv",
    "model.layers.31.ffn.switch_mlp.down_proj",
    "model.layers.31.ffn.switch_mlp.gate_proj",
    "model.layers.31.ffn.switch_mlp.up_proj",
    "model.layers.32.attn.compressor.wgate",
    "model.layers.32.attn.compressor.wkv",
    "model.layers.32.attn.indexer.compressor.wgate",
    "model.layers.32.attn.indexer.compressor.wkv",
    "model.layers.32.attn.indexer.weights_proj",
    "model.layers.32.ffn.switch_mlp.down_proj",
    "model.layers.32.ffn.switch_mlp.gate_proj",
    "model.layers.32.ffn.switch_mlp.up_proj",
    "model.layers.33.attn.compressor.wgate",
    "model.layers.33.attn.compressor.wkv",
    "model.layers.33.ffn.switch_mlp.down_proj",
    "model.layers.33.ffn.switch_mlp.gate_proj",
    "model.layers.33.ffn.switch_mlp.up_proj",
    "model.layers.34.attn.compressor.wgate",
    "model.layers.34.attn.compressor.wkv",
    "model.layers.34.attn.indexer.compressor.wgate",
    "model.layers.34.attn.indexer.compressor.wkv",
    "model.layers.34.attn.indexer.weights_proj",
    "model.layers.34.ffn.switch_mlp.down_proj",
    "model.layers.34.ffn.switch_mlp.gate_proj",
    "model.layers.34.ffn.switch_mlp.up_proj",
    "model.layers.35.attn.compressor.wgate",
    "model.layers.35.attn.compressor.wkv",
    "model.layers.35.ffn.switch_mlp.down_proj",
    "model.layers.35.ffn.switch_mlp.gate_proj",
    "model.layers.35.ffn.switch_mlp.up_proj",
    "model.layers.36.attn.compressor.wgate",
    "model.layers.36.attn.compressor.wkv",
    "model.layers.36.attn.indexer.compressor.wgate",
    "model.layers.36.attn.indexer.compressor.wkv",
    "model.layers.36.attn.indexer.weights_proj",
    "model.layers.36.ffn.switch_mlp.down_proj",
    "model.layers.36.ffn.switch_mlp.gate_proj",
    "model.layers.36.ffn.switch_mlp.up_proj",
    "model.layers.37.attn.compressor.wgate",
    "model.layers.37.attn.compressor.wkv",
    "model.layers.37.ffn.switch_mlp.down_proj",
    "model.layers.37.ffn.switch_mlp.gate_proj",
    "model.layers.37.ffn.switch_mlp.up_proj",
    "model.layers.38.attn.compressor.wgate",
    "model.layers.38.attn.compressor.wkv",
    "model.layers.38.attn.indexer.compressor.wgate",
    "model.layers.38.attn.indexer.compressor.wkv",
    "model.layers.38.attn.indexer.weights_proj",
    "model.layers.38.ffn.switch_mlp.down_proj",
    "model.layers.38.ffn.switch_mlp.gate_proj",
    "model.layers.38.ffn.switch_mlp.up_proj",
    "model.layers.39.attn.compressor.wgate",
    "model.layers.39.attn.compressor.wkv",
    "model.layers.39.ffn.switch_mlp.down_proj",
    "model.layers.39.ffn.switch_mlp.gate_proj",
    "model.layers.39.ffn.switch_mlp.up_proj",
    "model.layers.4.attn.compressor.wgate",
    "model.layers.4.attn.compressor.wkv",
    "model.layers.4.attn.indexer.compressor.wgate",
    "model.layers.4.attn.indexer.compressor.wkv",
    "model.layers.4.attn.indexer.weights_proj",
    "model.layers.4.ffn.switch_mlp.down_proj",
    "model.layers.4.ffn.switch_mlp.gate_proj",
    "model.layers.4.ffn.switch_mlp.up_proj",
    "model.layers.40.attn.compressor.wgate",
    "model.layers.40.attn.compressor.wkv",
    "model.layers.40.attn.indexer.compressor.wgate",
    "model.layers.40.attn.indexer.compressor.wkv",
    "model.layers.40.attn.indexer.weights_proj",
    "model.layers.40.ffn.switch_mlp.down_proj",
    "model.layers.40.ffn.switch_mlp.gate_proj",
    "model.layers.40.ffn.switch_mlp.up_proj",
    "model.layers.41.attn.compressor.wgate",
    "model.layers.41.attn.compressor.wkv",
    "model.layers.41.ffn.switch_mlp.down_proj",
    "model.layers.41.ffn.switch_mlp.gate_proj",
    "model.layers.41.ffn.switch_mlp.up_proj",
    "model.layers.42.attn.compressor.wgate",
    "model.layers.42.attn.compressor.wkv",
    "model.layers.42.attn.indexer.compressor.wgate",
    "model.layers.42.attn.indexer.compressor.wkv",
    "model.layers.42.attn.indexer.weights_proj",
    "model.layers.42.ffn.switch_mlp.down_proj",
    "model.layers.42.ffn.switch_mlp.gate_proj",
    "model.layers.42.ffn.switch_mlp.up_proj",
    "model.layers.5.attn.compressor.wgate",
    "model.layers.5.attn.compressor.wkv",
    "model.layers.5.ffn.switch_mlp.down_proj",
    "model.layers.5.ffn.switch_mlp.gate_proj",
    "model.layers.5.ffn.switch_mlp.up_proj",
    "model.layers.6.attn.compressor.wgate",
    "model.layers.6.attn.compressor.wkv",
    "model.layers.6.attn.indexer.compressor.wgate",
    "model.layers.6.attn.indexer.compressor.wkv",
    "model.layers.6.attn.indexer.weights_proj",
    "model.layers.6.ffn.switch_mlp.down_proj",
    "model.layers.6.ffn.switch_mlp.gate_proj",
    "model.layers.6.ffn.switch_mlp.up_proj",
    "model.layers.7.attn.compressor.wgate",
    "model.layers.7.attn.compressor.wkv",
    "model.layers.7.ffn.switch_mlp.down_proj",
    "model.layers.7.ffn.switch_mlp.gate_proj",
    "model.layers.7.ffn.switch_mlp.up_proj",
    "model.layers.8.attn.compressor.wgate",
    "model.layers.8.attn.compressor.wkv",
    "model.layers.8.attn.indexer.compressor.wgate",
    "model.layers.8.attn.indexer.compressor.wkv",
    "model.layers.8.attn.indexer.weights_proj",
    "model.layers.8.ffn.switch_mlp.down_proj",
    "model.layers.8.ffn.switch_mlp.gate_proj",
    "model.layers.8.ffn.switch_mlp.up_proj",
    "model.layers.9.attn.compressor.wgate",
    "model.layers.9.attn.compressor.wkv",
    "model.layers.9.ffn.switch_mlp.down_proj",
    "model.layers.9.ffn.switch_mlp.gate_proj",
    "model.layers.9.ffn.switch_mlp.up_proj"
  ],
  "missing": [
    "model.embed_tokens"
  ],
  "mismatched": [],
  "zero_count_experts": 0
}