{
  "model_type": "spark2_5",
  "architectures": [
    "Spark2_5ForCausalLM"
  ],
  "num_hidden_layers": 36,
  "num_key_value_heads": 4,
  "head_dim": 256,
  "hidden_size": 2560,
  "sliding_window": 512,
  "layer_types": [
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "full_attention"
  ],
  "rope_parameters": {
    "full_attention": {
      "partial_rotary_factor": 0.25,
      "rope_theta": 5000000
    },
    "sliding_attention": {
      "partial_rotary_factor": 1.0,
      "rope_theta": 10000
    }
  },
  "kv_inputs": [
    "past_k_0",
    "past_k_1",
    "past_k_2",
    "past_k_3",
    "past_k_4",
    "past_k_5",
    "past_k_6",
    "past_k_7",
    "past_k_8",
    "past_k_9",
    "past_k_10",
    "past_k_11",
    "past_k_12",
    "past_k_13",
    "past_k_14",
    "past_k_15",
    "past_k_16",
    "past_k_17",
    "past_k_18",
    "past_k_19",
    "past_k_20",
    "past_k_21",
    "past_k_22",
    "past_k_23",
    "past_k_24",
    "past_k_25",
    "past_k_26",
    "past_k_27",
    "past_k_28",
    "past_k_29",
    "past_k_30",
    "past_k_31",
    "past_k_32",
    "past_k_33",
    "past_k_34",
    "past_k_35",
    "past_v_0",
    "past_v_1",
    "past_v_2",
    "past_v_3",
    "past_v_4",
    "past_v_5",
    "past_v_6",
    "past_v_7",
    "past_v_8",
    "past_v_9",
    "past_v_10",
    "past_v_11",
    "past_v_12",
    "past_v_13",
    "past_v_14",
    "past_v_15",
    "past_v_16",
    "past_v_17",
    "past_v_18",
    "past_v_19",
    "past_v_20",
    "past_v_21",
    "past_v_22",
    "past_v_23",
    "past_v_24",
    "past_v_25",
    "past_v_26",
    "past_v_27",
    "past_v_28",
    "past_v_29",
    "past_v_30",
    "past_v_31",
    "past_v_32",
    "past_v_33",
    "past_v_34",
    "past_v_35"
  ],
  "notes": "Prefill feeds zero-length past KV (shape [B,4,0,256]); decode feeds present from prefill. attn_mask is additive [B,T,total]; build causal (+ sliding window for layers 0-2 mod 4) host-side."
}