{
  "version": 2,
  "weight_format": "mlx",
  "profile": "MXFP8",
  "source_model": {
    "name": "NVIDIA-Nemotron-3.5-Lightning-30B-A3B-BF16",
    "org": "nvidia",
    "architecture": "nemotron_h",
    "modality": "text"
  },
  "quantization": {
    "method": "mxfp8",
    "group_size": 32,
    "bits": 8
  },
  "hybrid_pattern": "MEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEM*EMEMEMEM*EMEMEMEME",
  "capabilities": {
    "reasoning_parser": "deepseek_r1",
    "tool_parser": "nemotron",
    "think_in_template": true,
    "supports_tools": true,
    "supports_thinking": true,
    "family": "nemotron_h",
    "modality": "text",
    "modalities": {
      "text": true,
      "vision": false,
      "audio": false,
      "video": false
    },
    "has_vision": false,
    "has_audio": false,
    "has_video": false,
    "cache_type": "hybrid",
    "default_reasoning": "on"
  },
  "chat": {
    "sampling_defaults": {
      "temperature": 1.0,
      "top_p": 0.95,
      "top_k": 0,
      "repetition_penalty": 1.0,
      "source": "vendor_card+generation_config_2026-08-11"
    },
    "add_bos_token": false,
    "stop_token_ids": [
      2,
      11
    ]
  },
  "reasoning": {
    "supported": true,
    "parser": "deepseek_r1",
    "default": "on",
    "think_in_template": true,
    "tiers": null,
    "budget": "server_side",
    "enable_kwarg": "enable_thinking",
    "off_is_prefilled_empty_block": true,
    "truncate_history_thinking_default": true
  },
  "tools": {
    "supported": true,
    "parser": "nemotron",
    "dialect": "xml_function",
    "tools_in_system_prompt": true,
    "tool_results_role": "tool",
    "force_nonempty_content_supported": false
  },
  "mtp": {
    "artifact_available": true,
    "runtime_available": false,
    "num_nextn_predict_layers": 1,
    "shape": "deepseek_v3_eh_proj",
    "shares_embeddings_and_lm_head": true
  }
}