AWQ W4A16 of Qwen3.8-27B-OBLITERATED; stock chat template restored (tool calling), original kept as chat_template.obliterated-original.jinja
9f88362 verified | default_stage: | |
| default_modifiers: | |
| AWQModifier: | |
| requires_calibration_data: true | |
| mappings: | |
| - smooth_layer: re:.*layers\.0\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.0\.linear_attn\.in_proj_qkv$', 're:.*layers\.0\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.0\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.0\.mlp\.gate_proj$', 're:.*layers\.0\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.0\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.0\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.1\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.1\.linear_attn\.in_proj_qkv$', 're:.*layers\.1\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.1\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.1\.mlp\.gate_proj$', 're:.*layers\.1\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.1\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.1\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.2\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.2\.linear_attn\.in_proj_qkv$', 're:.*layers\.2\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.2\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.2\.mlp\.gate_proj$', 're:.*layers\.2\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.2\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.2\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.3\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.3\.self_attn\.q_proj$', 're:.*layers\.3\.self_attn\.k_proj$', | |
| 're:.*layers\.3\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.3\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.3\.mlp\.gate_proj$', 're:.*layers\.3\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.3\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.3\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.4\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.4\.linear_attn\.in_proj_qkv$', 're:.*layers\.4\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.4\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.4\.mlp\.gate_proj$', 're:.*layers\.4\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.4\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.4\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.5\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.5\.linear_attn\.in_proj_qkv$', 're:.*layers\.5\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.5\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.5\.mlp\.gate_proj$', 're:.*layers\.5\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.5\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.5\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.6\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.6\.linear_attn\.in_proj_qkv$', 're:.*layers\.6\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.6\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.6\.mlp\.gate_proj$', 're:.*layers\.6\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.6\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.6\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.7\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.7\.self_attn\.q_proj$', 're:.*layers\.7\.self_attn\.k_proj$', | |
| 're:.*layers\.7\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.7\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.7\.mlp\.gate_proj$', 're:.*layers\.7\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.7\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.7\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.8\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.8\.linear_attn\.in_proj_qkv$', 're:.*layers\.8\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.8\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.8\.mlp\.gate_proj$', 're:.*layers\.8\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.8\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.8\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.9\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.9\.linear_attn\.in_proj_qkv$', 're:.*layers\.9\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.9\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.9\.mlp\.gate_proj$', 're:.*layers\.9\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.9\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.9\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.10\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.10\.linear_attn\.in_proj_qkv$', 're:.*layers\.10\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.10\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.10\.mlp\.gate_proj$', 're:.*layers\.10\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.10\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.10\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.11\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.11\.self_attn\.q_proj$', 're:.*layers\.11\.self_attn\.k_proj$', | |
| 're:.*layers\.11\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.11\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.11\.mlp\.gate_proj$', 're:.*layers\.11\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.11\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.11\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.12\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.12\.linear_attn\.in_proj_qkv$', 're:.*layers\.12\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.12\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.12\.mlp\.gate_proj$', 're:.*layers\.12\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.12\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.12\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.13\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.13\.linear_attn\.in_proj_qkv$', 're:.*layers\.13\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.13\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.13\.mlp\.gate_proj$', 're:.*layers\.13\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.13\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.13\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.14\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.14\.linear_attn\.in_proj_qkv$', 're:.*layers\.14\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.14\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.14\.mlp\.gate_proj$', 're:.*layers\.14\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.14\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.14\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.15\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.15\.self_attn\.q_proj$', 're:.*layers\.15\.self_attn\.k_proj$', | |
| 're:.*layers\.15\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.15\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.15\.mlp\.gate_proj$', 're:.*layers\.15\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.15\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.15\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.16\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.16\.linear_attn\.in_proj_qkv$', 're:.*layers\.16\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.16\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.16\.mlp\.gate_proj$', 're:.*layers\.16\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.16\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.16\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.17\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.17\.linear_attn\.in_proj_qkv$', 're:.*layers\.17\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.17\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.17\.mlp\.gate_proj$', 're:.*layers\.17\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.17\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.17\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.18\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.18\.linear_attn\.in_proj_qkv$', 're:.*layers\.18\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.18\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.18\.mlp\.gate_proj$', 're:.*layers\.18\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.18\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.18\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.19\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.19\.self_attn\.q_proj$', 're:.*layers\.19\.self_attn\.k_proj$', | |
| 're:.*layers\.19\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.19\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.19\.mlp\.gate_proj$', 're:.*layers\.19\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.19\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.19\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.20\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.20\.linear_attn\.in_proj_qkv$', 're:.*layers\.20\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.20\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.20\.mlp\.gate_proj$', 're:.*layers\.20\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.20\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.20\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.21\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.21\.linear_attn\.in_proj_qkv$', 're:.*layers\.21\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.21\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.21\.mlp\.gate_proj$', 're:.*layers\.21\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.21\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.21\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.22\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.22\.linear_attn\.in_proj_qkv$', 're:.*layers\.22\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.22\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.22\.mlp\.gate_proj$', 're:.*layers\.22\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.22\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.22\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.23\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.23\.self_attn\.q_proj$', 're:.*layers\.23\.self_attn\.k_proj$', | |
| 're:.*layers\.23\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.23\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.23\.mlp\.gate_proj$', 're:.*layers\.23\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.23\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.23\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.24\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.24\.linear_attn\.in_proj_qkv$', 're:.*layers\.24\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.24\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.24\.mlp\.gate_proj$', 're:.*layers\.24\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.24\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.24\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.25\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.25\.linear_attn\.in_proj_qkv$', 're:.*layers\.25\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.25\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.25\.mlp\.gate_proj$', 're:.*layers\.25\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.25\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.25\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.26\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.26\.linear_attn\.in_proj_qkv$', 're:.*layers\.26\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.26\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.26\.mlp\.gate_proj$', 're:.*layers\.26\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.26\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.26\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.27\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.27\.self_attn\.q_proj$', 're:.*layers\.27\.self_attn\.k_proj$', | |
| 're:.*layers\.27\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.27\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.27\.mlp\.gate_proj$', 're:.*layers\.27\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.27\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.27\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.28\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.28\.linear_attn\.in_proj_qkv$', 're:.*layers\.28\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.28\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.28\.mlp\.gate_proj$', 're:.*layers\.28\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.28\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.28\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.29\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.29\.linear_attn\.in_proj_qkv$', 're:.*layers\.29\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.29\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.29\.mlp\.gate_proj$', 're:.*layers\.29\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.29\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.29\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.30\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.30\.linear_attn\.in_proj_qkv$', 're:.*layers\.30\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.30\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.30\.mlp\.gate_proj$', 're:.*layers\.30\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.30\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.30\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.31\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.31\.self_attn\.q_proj$', 're:.*layers\.31\.self_attn\.k_proj$', | |
| 're:.*layers\.31\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.31\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.31\.mlp\.gate_proj$', 're:.*layers\.31\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.31\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.31\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.32\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.32\.linear_attn\.in_proj_qkv$', 're:.*layers\.32\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.32\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.32\.mlp\.gate_proj$', 're:.*layers\.32\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.32\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.32\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.33\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.33\.linear_attn\.in_proj_qkv$', 're:.*layers\.33\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.33\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.33\.mlp\.gate_proj$', 're:.*layers\.33\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.33\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.33\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.34\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.34\.linear_attn\.in_proj_qkv$', 're:.*layers\.34\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.34\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.34\.mlp\.gate_proj$', 're:.*layers\.34\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.34\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.34\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.35\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.35\.self_attn\.q_proj$', 're:.*layers\.35\.self_attn\.k_proj$', | |
| 're:.*layers\.35\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.35\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.35\.mlp\.gate_proj$', 're:.*layers\.35\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.35\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.35\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.36\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.36\.linear_attn\.in_proj_qkv$', 're:.*layers\.36\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.36\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.36\.mlp\.gate_proj$', 're:.*layers\.36\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.36\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.36\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.37\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.37\.linear_attn\.in_proj_qkv$', 're:.*layers\.37\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.37\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.37\.mlp\.gate_proj$', 're:.*layers\.37\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.37\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.37\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.38\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.38\.linear_attn\.in_proj_qkv$', 're:.*layers\.38\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.38\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.38\.mlp\.gate_proj$', 're:.*layers\.38\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.38\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.38\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.39\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.39\.self_attn\.q_proj$', 're:.*layers\.39\.self_attn\.k_proj$', | |
| 're:.*layers\.39\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.39\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.39\.mlp\.gate_proj$', 're:.*layers\.39\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.39\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.39\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.40\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.40\.linear_attn\.in_proj_qkv$', 're:.*layers\.40\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.40\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.40\.mlp\.gate_proj$', 're:.*layers\.40\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.40\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.40\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.41\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.41\.linear_attn\.in_proj_qkv$', 're:.*layers\.41\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.41\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.41\.mlp\.gate_proj$', 're:.*layers\.41\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.41\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.41\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.42\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.42\.linear_attn\.in_proj_qkv$', 're:.*layers\.42\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.42\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.42\.mlp\.gate_proj$', 're:.*layers\.42\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.42\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.42\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.43\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.43\.self_attn\.q_proj$', 're:.*layers\.43\.self_attn\.k_proj$', | |
| 're:.*layers\.43\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.43\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.43\.mlp\.gate_proj$', 're:.*layers\.43\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.43\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.43\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.44\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.44\.linear_attn\.in_proj_qkv$', 're:.*layers\.44\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.44\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.44\.mlp\.gate_proj$', 're:.*layers\.44\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.44\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.44\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.45\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.45\.linear_attn\.in_proj_qkv$', 're:.*layers\.45\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.45\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.45\.mlp\.gate_proj$', 're:.*layers\.45\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.45\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.45\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.46\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.46\.linear_attn\.in_proj_qkv$', 're:.*layers\.46\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.46\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.46\.mlp\.gate_proj$', 're:.*layers\.46\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.46\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.46\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.47\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.47\.self_attn\.q_proj$', 're:.*layers\.47\.self_attn\.k_proj$', | |
| 're:.*layers\.47\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.47\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.47\.mlp\.gate_proj$', 're:.*layers\.47\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.47\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.47\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.48\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.48\.linear_attn\.in_proj_qkv$', 're:.*layers\.48\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.48\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.48\.mlp\.gate_proj$', 're:.*layers\.48\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.48\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.48\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.49\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.49\.linear_attn\.in_proj_qkv$', 're:.*layers\.49\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.49\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.49\.mlp\.gate_proj$', 're:.*layers\.49\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.49\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.49\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.50\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.50\.linear_attn\.in_proj_qkv$', 're:.*layers\.50\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.50\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.50\.mlp\.gate_proj$', 're:.*layers\.50\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.50\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.50\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.51\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.51\.self_attn\.q_proj$', 're:.*layers\.51\.self_attn\.k_proj$', | |
| 're:.*layers\.51\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.51\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.51\.mlp\.gate_proj$', 're:.*layers\.51\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.51\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.51\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.52\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.52\.linear_attn\.in_proj_qkv$', 're:.*layers\.52\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.52\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.52\.mlp\.gate_proj$', 're:.*layers\.52\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.52\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.52\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.53\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.53\.linear_attn\.in_proj_qkv$', 're:.*layers\.53\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.53\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.53\.mlp\.gate_proj$', 're:.*layers\.53\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.53\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.53\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.54\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.54\.linear_attn\.in_proj_qkv$', 're:.*layers\.54\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.54\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.54\.mlp\.gate_proj$', 're:.*layers\.54\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.54\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.54\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.55\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.55\.self_attn\.q_proj$', 're:.*layers\.55\.self_attn\.k_proj$', | |
| 're:.*layers\.55\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.55\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.55\.mlp\.gate_proj$', 're:.*layers\.55\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.55\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.55\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.56\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.56\.linear_attn\.in_proj_qkv$', 're:.*layers\.56\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.56\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.56\.mlp\.gate_proj$', 're:.*layers\.56\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.56\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.56\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.57\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.57\.linear_attn\.in_proj_qkv$', 're:.*layers\.57\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.57\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.57\.mlp\.gate_proj$', 're:.*layers\.57\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.57\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.57\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.58\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.58\.linear_attn\.in_proj_qkv$', 're:.*layers\.58\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.58\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.58\.mlp\.gate_proj$', 're:.*layers\.58\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.58\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.58\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.59\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.59\.self_attn\.q_proj$', 're:.*layers\.59\.self_attn\.k_proj$', | |
| 're:.*layers\.59\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.59\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.59\.mlp\.gate_proj$', 're:.*layers\.59\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.59\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.59\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.60\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.60\.linear_attn\.in_proj_qkv$', 're:.*layers\.60\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.60\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.60\.mlp\.gate_proj$', 're:.*layers\.60\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.60\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.60\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.61\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.61\.linear_attn\.in_proj_qkv$', 're:.*layers\.61\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.61\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.61\.mlp\.gate_proj$', 're:.*layers\.61\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.61\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.61\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.62\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.62\.linear_attn\.in_proj_qkv$', 're:.*layers\.62\.linear_attn\.in_proj_z$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.62\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.62\.mlp\.gate_proj$', 're:.*layers\.62\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.62\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.62\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.63\.input_layernorm$ | |
| balance_layers: ['re:.*layers\.63\.self_attn\.q_proj$', 're:.*layers\.63\.self_attn\.k_proj$', | |
| 're:.*layers\.63\.self_attn\.v_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.63\.post_attention_layernorm$ | |
| balance_layers: ['re:.*layers\.63\.mlp\.gate_proj$', 're:.*layers\.63\.mlp\.up_proj$'] | |
| activation_hook_target: null | |
| - smooth_layer: re:.*layers\.63\.mlp\.up_proj$ | |
| balance_layers: ['re:.*layers\.63\.mlp\.down_proj$'] | |
| activation_hook_target: null | |
| duo_scaling: true | |
| n_grid: 20 | |
| QuantizationModifier: | |
| targets: [Linear] | |
| ignore: [lm_head, 're:.*visual.*', 're:mtp\..*', 're:.*in_proj_a$', 're:.*in_proj_b$'] | |
| scheme: W4A16_ASYM | |
| bypass_divisibility_checks: false | |
| requires_calibration_data: false | |