{
  "version": 2,
  "weight_format": "mxtq",
  "profile": "JANGTQ_K",
  "cache_subtype": "zaya_cca",
  "source_model": {
    "name": "ZAYA1-8B",
    "org": "Zyphra",
    "architecture": "zaya"
  },
  "expert_layout": "split_switch_mlp",
  "mxtq_seed": 42,
  "mxtq_bits": {
    "routed_expert": {
      "gate_proj": 2,
      "up_proj": 2,
      "down_proj": 4
    },
    "attention": 8,
    "router": 16,
    "embed_tokens": 8,
    "lm_head": 8,
    "cca_conv": 16,
    "norms_residual": 16
  },
  "tq_in_features": {
    "model.layers.1.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.1.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.1.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.3.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.3.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.3.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.5.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.5.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.5.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.7.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.7.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.7.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.9.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.9.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.9.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.11.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.11.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.11.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.13.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.13.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.13.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.15.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.15.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.15.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.17.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.17.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.17.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.19.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.19.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.19.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.21.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.21.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.21.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.23.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.23.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.23.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.25.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.25.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.25.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.27.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.27.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.27.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.29.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.29.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.29.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.31.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.31.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.31.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.33.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.33.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.33.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.35.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.35.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.35.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.37.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.37.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.37.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.39.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.39.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.39.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.41.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.41.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.41.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.43.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.43.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.43.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.45.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.45.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.45.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.47.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.47.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.47.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.49.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.49.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.49.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.51.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.51.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.51.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.53.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.53.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.53.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.55.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.55.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.55.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.57.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.57.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.57.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.59.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.59.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.59.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.61.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.61.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.61.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.63.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.63.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.63.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.65.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.65.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.65.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.67.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.67.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.67.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.69.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.69.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.69.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.71.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.71.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.71.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.73.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.73.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.73.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.75.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.75.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.75.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.77.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.77.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.77.zaya_block.experts.switch_mlp.down_proj": 2048,
    "model.layers.79.zaya_block.experts.switch_mlp.gate_proj": 2048,
    "model.layers.79.zaya_block.experts.switch_mlp.up_proj": 2048,
    "model.layers.79.zaya_block.experts.switch_mlp.down_proj": 2048
  },
  "quantization": {
    "method": "affine+mxtq",
    "group_size": 32,
    "bits_default": "mixed"
  },
  "capabilities": {
    "reasoning_parser": "qwen3",
    "tool_parser": "zaya_xml",
    "think_in_template": false,
    "supports_tools": true,
    "supports_thinking": true,
    "family": "zaya",
    "modality": "text",
    "cache_type": "hybrid"
  }
}