File size: 233 Bytes
5a16d84
 
 
 
9f127b4
5a16d84
 
1
2
3
4
5
6
7
8
default_stage:
  default_modifiers:
    QuantizationModifier:
      targets: [Linear]
      ignore: ['re:.*lm_head', 're:audio_tower.*', 're:multi_modal_projector.*']
      scheme: FP8_DYNAMIC
      bypass_divisibility_checks: false