default_stage: default_modifiers: AWQModifier: targets: [Linear] ignore: [lm_head] scheme: W4A16_ASYM bypass_divisibility_checks: false mappings: - smooth_layer: re:.*self_attn_layer_norm$ balance_layers: ['re:.*self_attn\.q_proj$', 're:.*self_attn\.k_proj$', 're:.*self_attn\.v_proj$'] activation_hook_target: null - smooth_layer: re:.*encoder_attn_layer_norm$ balance_layers: ['re:.*encoder_attn\.q_proj$', 're:.*encoder_attn\.k_proj$', 're:.*encoder_attn\.v_proj$'] activation_hook_target: null duo_scaling: false n_grid: 20