base:
  metadata: '{"get_bos_id": 1, "get_eos_ids": [7]}'
model:
  use_kv_cache: True
  use_sdpa_with_kv_cache: True
  dtype_override: fp32
quantization:
  qmode: "4w"
  group_size: 32
  use_hqq: True
export:
  max_seq_length: 2048
  max_context_length: 2048
backend:
  mlx:
    enabled: True