{
  "architectures": [
    "Qwen3DSparkModel"
  ],
  "attention_bias": false,
  "attention_sink_bias": true,
  "block_size": 8,
  "dflash_config": {
    "attention_sink_bias": true,
    "causal": true,
    "mask_token_id": 990,
    "swa_window_size": 1024,
    "target_layer_ids": [
      1,
      5,
      19,
      29,
      41,
      51
    ],
    "use_swa": true,
    "sample_from_anchor": false
  },
  "dflash_query_causal": true,
  "draft_vocab_size": null,
  "dspark_bonus_anchor": true,
  "dspark_fixup_head_type": "markov",
  "dspark_markov_rank": 512,
  "dtype": "bfloat16",
  "eagle_aux_hidden_state_layer_ids": [
    2,
    6,
    20,
    30,
    42,
    52
  ],
  "has_embed_tokens": true,
  "has_lm_head": false,
  "head_dim": 128,
  "hidden_act": "silu",
  "hidden_size": 2688,
  "intermediate_size": 6144,
  "layer_types": [
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention",
    "sliding_attention"
  ],
  "markov_head_type": "vanilla",
  "markov_rank": 512,
  "mask_token_id": 990,
  "max_position_embeddings": 1048576,
  "model_type": "qwen3",
  "num_attention_heads": 32,
  "num_aux_layers": 6,
  "num_hidden_layers": 6,
  "num_key_value_heads": 2,
  "pard_token": 990,
  "rms_norm_eps": 1e-06,
  "rope_parameters": null,
  "rope_theta": 10000,
  "sliding_window": 1024,
  "target_layer_ids": [
    1,
    5,
    19,
    29,
    41,
    51
  ],
  "train_embed_tokens": false,
  "transformers_version": "5.5.3",
  "use_cache": false,
  "vocab_size": 131072,
  "sample_from_anchor": false,
  "quantization_config": {
    "quant_method": "modelopt",
    "producer": {
      "name": "modelopt",
      "version": "0.45.0"
    },
    "ignore": [
      "*embed_tokens*",
      "*markov_w1*",
      "*self_attn*"
    ],
    "quant_algo": "W4A16_NVFP4",
    "kv_cache_quant_algo": null,
    "group_size": 16,
    "exclude_modules": [
      "*embed_tokens*",
      "*markov_w1*",
      "*self_attn*"
    ]
  }
}