recipe.yaml

default_stage:
  default_modifiers:
    QuantizationModifier:
      targets: [Linear]
      ignore: [lm_head, 're:.*vision_tower.*', 're:.*embed_vision.*']
      scheme: W8A16
      bypass_divisibility_checks: false