output\.weight=q8_0
output_norm\.weight=f32
token_embd\.weight=q8_0
blk\.0\.attn_gate\.weight=q8_0
blk\.0\.attn_norm\.weight=f32
blk\.0\.attn_qkv\.weight=q8_0
blk\.0\.ffn_down_exps\.weight=q8_0
blk\.0\.ffn_down_shexp\.weight=f16
blk\.0\.ffn_gate_exps\.weight=q8_0
blk\.0\.ffn_gate_inp\.weight=f32
blk\.0\.ffn_gate_inp_shexp\.weight=f32
blk\.0\.ffn_gate_shexp\.weight=q8_0
blk\.0\.ffn_up_exps\.weight=q8_0
blk\.0\.ffn_up_shexp\.weight=q8_0
blk\.0\.post_attention_norm\.weight=f32
blk\.0\.ssm_a=f32
blk\.0\.ssm_alpha\.weight=f16
blk\.0\.ssm_beta\.weight=f16
blk\.0\.ssm_conv1d\.weight=f32
blk\.0\.ssm_dt\.bias=f32
blk\.0\.ssm_norm\.weight=f32
blk\.0\.ssm_out\.weight=f16
blk\.1\.attn_gate\.weight=q8_0
blk\.1\.attn_norm\.weight=f32
blk\.1\.attn_qkv\.weight=q8_0
blk\.1\.ffn_down_exps\.weight=q8_0
blk\.1\.ffn_down_shexp\.weight=f16
blk\.1\.ffn_gate_exps\.weight=q8_0
blk\.1\.ffn_gate_inp\.weight=f32
blk\.1\.ffn_gate_inp_shexp\.weight=f32
blk\.1\.ffn_gate_shexp\.weight=q8_0
blk\.1\.ffn_up_exps\.weight=q8_0
blk\.1\.ffn_up_shexp\.weight=q8_0
blk\.1\.post_attention_norm\.weight=f32
blk\.1\.ssm_a=f32
blk\.1\.ssm_alpha\.weight=f16
blk\.1\.ssm_beta\.weight=q8_0
blk\.1\.ssm_conv1d\.weight=f32
blk\.1\.ssm_dt\.bias=f32
blk\.1\.ssm_norm\.weight=f32
blk\.1\.ssm_out\.weight=q8_0
blk\.2\.attn_gate\.weight=q8_0
blk\.2\.attn_norm\.weight=f32
blk\.2\.attn_qkv\.weight=f16
blk\.2\.ffn_down_exps\.weight=f16
blk\.2\.ffn_down_shexp\.weight=f16
blk\.2\.ffn_gate_exps\.weight=q8_0
blk\.2\.ffn_gate_inp\.weight=f32
blk\.2\.ffn_gate_inp_shexp\.weight=f32
blk\.2\.ffn_gate_shexp\.weight=q8_0
blk\.2\.ffn_up_exps\.weight=q8_0
blk\.2\.ffn_up_shexp\.weight=q8_0
blk\.2\.post_attention_norm\.weight=f32
blk\.2\.ssm_a=f32
blk\.2\.ssm_alpha\.weight=q8_0
blk\.2\.ssm_beta\.weight=q8_0
blk\.2\.ssm_conv1d\.weight=f32
blk\.2\.ssm_dt\.bias=f32
blk\.2\.ssm_norm\.weight=f32
blk\.2\.ssm_out\.weight=f16
blk\.3\.attn_k\.weight=f16
blk\.3\.attn_k_norm\.weight=f32
blk\.3\.attn_norm\.weight=f32
blk\.3\.attn_output\.weight=q8_0
blk\.3\.attn_q\.weight=q8_0
blk\.3\.attn_q_norm\.weight=f32
blk\.3\.attn_v\.weight=f16
blk\.3\.ffn_down_exps\.weight=f16
blk\.3\.ffn_down_shexp\.weight=f16
blk\.3\.ffn_gate_exps\.weight=q8_0
blk\.3\.ffn_gate_inp\.weight=f32
blk\.3\.ffn_gate_inp_shexp\.weight=f32
blk\.3\.ffn_gate_shexp\.weight=q8_0
blk\.3\.ffn_up_exps\.weight=q8_0
blk\.3\.ffn_up_shexp\.weight=q8_0
blk\.3\.post_attention_norm\.weight=f32
blk\.4\.attn_gate\.weight=q8_0
blk\.4\.attn_norm\.weight=f32
blk\.4\.attn_qkv\.weight=q8_0
blk\.4\.ffn_down_exps\.weight=f16
blk\.4\.ffn_down_shexp\.weight=f16
blk\.4\.ffn_gate_exps\.weight=q8_0
blk\.4\.ffn_gate_inp\.weight=f32
blk\.4\.ffn_gate_inp_shexp\.weight=f32
blk\.4\.ffn_gate_shexp\.weight=q8_0
blk\.4\.ffn_up_exps\.weight=q8_0
blk\.4\.ffn_up_shexp\.weight=q8_0
blk\.4\.post_attention_norm\.weight=f32
blk\.4\.ssm_a=f32
blk\.4\.ssm_alpha\.weight=q8_0
blk\.4\.ssm_beta\.weight=q8_0
blk\.4\.ssm_conv1d\.weight=f32
blk\.4\.ssm_dt\.bias=f32
blk\.4\.ssm_norm\.weight=f32
blk\.4\.ssm_out\.weight=q8_0
blk\.5\.attn_gate\.weight=q8_0
blk\.5\.attn_norm\.weight=f32
blk\.5\.attn_qkv\.weight=q8_0
blk\.5\.ffn_down_exps\.weight=f16
blk\.5\.ffn_down_shexp\.weight=f16
blk\.5\.ffn_gate_exps\.weight=q8_0
blk\.5\.ffn_gate_inp\.weight=f32
blk\.5\.ffn_gate_inp_shexp\.weight=f32
blk\.5\.ffn_gate_shexp\.weight=q8_0
blk\.5\.ffn_up_exps\.weight=q8_0
blk\.5\.ffn_up_shexp\.weight=q8_0
blk\.5\.post_attention_norm\.weight=f32
blk\.5\.ssm_a=f32
blk\.5\.ssm_alpha\.weight=f16
blk\.5\.ssm_beta\.weight=q8_0
blk\.5\.ssm_conv1d\.weight=f32
blk\.5\.ssm_dt\.bias=f32
blk\.5\.ssm_norm\.weight=f32
blk\.5\.ssm_out\.weight=q8_0
blk\.6\.attn_gate\.weight=q8_0
blk\.6\.attn_norm\.weight=f32
blk\.6\.attn_qkv\.weight=q8_0
blk\.6\.ffn_down_exps\.weight=f16
blk\.6\.ffn_down_shexp\.weight=f16
blk\.6\.ffn_gate_exps\.weight=q8_0
blk\.6\.ffn_gate_inp\.weight=f32
blk\.6\.ffn_gate_inp_shexp\.weight=f32
blk\.6\.ffn_gate_shexp\.weight=q8_0
blk\.6\.ffn_up_exps\.weight=q8_0
blk\.6\.ffn_up_shexp\.weight=q8_0
blk\.6\.post_attention_norm\.weight=f32
blk\.6\.ssm_a=f32
blk\.6\.ssm_alpha\.weight=f16
blk\.6\.ssm_beta\.weight=q8_0
blk\.6\.ssm_conv1d\.weight=f32
blk\.6\.ssm_dt\.bias=f32
blk\.6\.ssm_norm\.weight=f32
blk\.6\.ssm_out\.weight=q8_0
blk\.7\.attn_k\.weight=f16
blk\.7\.attn_k_norm\.weight=f32
blk\.7\.attn_norm\.weight=f32
blk\.7\.attn_output\.weight=q8_0
blk\.7\.attn_q\.weight=q8_0
blk\.7\.attn_q_norm\.weight=f32
blk\.7\.attn_v\.weight=f16
blk\.7\.ffn_down_exps\.weight=f16
blk\.7\.ffn_down_shexp\.weight=f16
blk\.7\.ffn_gate_exps\.weight=q8_0
blk\.7\.ffn_gate_inp\.weight=f32
blk\.7\.ffn_gate_inp_shexp\.weight=f32
blk\.7\.ffn_gate_shexp\.weight=q8_0
blk\.7\.ffn_up_exps\.weight=q8_0
blk\.7\.ffn_up_shexp\.weight=q8_0
blk\.7\.post_attention_norm\.weight=f32
blk\.8\.attn_gate\.weight=q8_0
blk\.8\.attn_norm\.weight=f32
blk\.8\.attn_qkv\.weight=q8_0
blk\.8\.ffn_down_exps\.weight=f16
blk\.8\.ffn_down_shexp\.weight=f16
blk\.8\.ffn_gate_exps\.weight=q8_0
blk\.8\.ffn_gate_inp\.weight=f32
blk\.8\.ffn_gate_inp_shexp\.weight=f32
blk\.8\.ffn_gate_shexp\.weight=q8_0
blk\.8\.ffn_up_exps\.weight=q8_0
blk\.8\.ffn_up_shexp\.weight=q8_0
blk\.8\.post_attention_norm\.weight=f32
blk\.8\.ssm_a=f32
blk\.8\.ssm_alpha\.weight=f16
blk\.8\.ssm_beta\.weight=q8_0
blk\.8\.ssm_conv1d\.weight=f32
blk\.8\.ssm_dt\.bias=f32
blk\.8\.ssm_norm\.weight=f32
blk\.8\.ssm_out\.weight=q8_0
blk\.9\.attn_gate\.weight=q8_0
blk\.9\.attn_norm\.weight=f32
blk\.9\.attn_qkv\.weight=q8_0
blk\.9\.ffn_down_exps\.weight=f16
blk\.9\.ffn_down_shexp\.weight=f16
blk\.9\.ffn_gate_exps\.weight=q8_0
blk\.9\.ffn_gate_inp\.weight=f32
blk\.9\.ffn_gate_inp_shexp\.weight=f32
blk\.9\.ffn_gate_shexp\.weight=q8_0
blk\.9\.ffn_up_exps\.weight=q8_0
blk\.9\.ffn_up_shexp\.weight=q8_0
blk\.9\.post_attention_norm\.weight=f32
blk\.9\.ssm_a=f32
blk\.9\.ssm_alpha\.weight=q8_0
blk\.9\.ssm_beta\.weight=q8_0
blk\.9\.ssm_conv1d\.weight=f32
blk\.9\.ssm_dt\.bias=f32
blk\.9\.ssm_norm\.weight=f32
blk\.9\.ssm_out\.weight=q8_0
blk\.10\.attn_gate\.weight=q8_0
blk\.10\.attn_norm\.weight=f32
blk\.10\.attn_qkv\.weight=q8_0
blk\.10\.ffn_down_exps\.weight=f16
blk\.10\.ffn_down_shexp\.weight=f16
blk\.10\.ffn_gate_exps\.weight=q8_0
blk\.10\.ffn_gate_inp\.weight=f32
blk\.10\.ffn_gate_inp_shexp\.weight=f32
blk\.10\.ffn_gate_shexp\.weight=q8_0
blk\.10\.ffn_up_exps\.weight=q8_0
blk\.10\.ffn_up_shexp\.weight=q8_0
blk\.10\.post_attention_norm\.weight=f32
blk\.10\.ssm_a=f32
blk\.10\.ssm_alpha\.weight=q8_0
blk\.10\.ssm_beta\.weight=q8_0
blk\.10\.ssm_conv1d\.weight=f32
blk\.10\.ssm_dt\.bias=f32
blk\.10\.ssm_norm\.weight=f32
blk\.10\.ssm_out\.weight=q8_0
blk\.11\.attn_k\.weight=f16
blk\.11\.attn_k_norm\.weight=f32
blk\.11\.attn_norm\.weight=f32
blk\.11\.attn_output\.weight=q8_0
blk\.11\.attn_q\.weight=q8_0
blk\.11\.attn_q_norm\.weight=f32
blk\.11\.attn_v\.weight=f16
blk\.11\.ffn_down_exps\.weight=f16
blk\.11\.ffn_down_shexp\.weight=f16
blk\.11\.ffn_gate_exps\.weight=q8_0
blk\.11\.ffn_gate_inp\.weight=f32
blk\.11\.ffn_gate_inp_shexp\.weight=f32
blk\.11\.ffn_gate_shexp\.weight=q8_0
blk\.11\.ffn_up_exps\.weight=q8_0
blk\.11\.ffn_up_shexp\.weight=q8_0
blk\.11\.post_attention_norm\.weight=f32
blk\.12\.attn_gate\.weight=q8_0
blk\.12\.attn_norm\.weight=f32
blk\.12\.attn_qkv\.weight=q8_0
blk\.12\.ffn_down_exps\.weight=f16
blk\.12\.ffn_down_shexp\.weight=f16
blk\.12\.ffn_gate_exps\.weight=q8_0
blk\.12\.ffn_gate_inp\.weight=f32
blk\.12\.ffn_gate_inp_shexp\.weight=f32
blk\.12\.ffn_gate_shexp\.weight=q8_0
blk\.12\.ffn_up_exps\.weight=q8_0
blk\.12\.ffn_up_shexp\.weight=q8_0
blk\.12\.post_attention_norm\.weight=f32
blk\.12\.ssm_a=f32
blk\.12\.ssm_alpha\.weight=q8_0
blk\.12\.ssm_beta\.weight=q8_0
blk\.12\.ssm_conv1d\.weight=f32
blk\.12\.ssm_dt\.bias=f32
blk\.12\.ssm_norm\.weight=f32
blk\.12\.ssm_out\.weight=q8_0
blk\.13\.attn_gate\.weight=q8_0
blk\.13\.attn_norm\.weight=f32
blk\.13\.attn_qkv\.weight=q8_0
blk\.13\.ffn_down_exps\.weight=f16
blk\.13\.ffn_down_shexp\.weight=f16
blk\.13\.ffn_gate_exps\.weight=q8_0
blk\.13\.ffn_gate_inp\.weight=f32
blk\.13\.ffn_gate_inp_shexp\.weight=f32
blk\.13\.ffn_gate_shexp\.weight=q8_0
blk\.13\.ffn_up_exps\.weight=q8_0
blk\.13\.ffn_up_shexp\.weight=q8_0
blk\.13\.post_attention_norm\.weight=f32
blk\.13\.ssm_a=f32
blk\.13\.ssm_alpha\.weight=q8_0
blk\.13\.ssm_beta\.weight=q8_0
blk\.13\.ssm_conv1d\.weight=f32
blk\.13\.ssm_dt\.bias=f32
blk\.13\.ssm_norm\.weight=f32
blk\.13\.ssm_out\.weight=q8_0
blk\.14\.attn_gate\.weight=q8_0
blk\.14\.attn_norm\.weight=f32
blk\.14\.attn_qkv\.weight=q8_0
blk\.14\.ffn_down_exps\.weight=f16
blk\.14\.ffn_down_shexp\.weight=f16
blk\.14\.ffn_gate_exps\.weight=q8_0
blk\.14\.ffn_gate_inp\.weight=f32
blk\.14\.ffn_gate_inp_shexp\.weight=f32
blk\.14\.ffn_gate_shexp\.weight=q8_0
blk\.14\.ffn_up_exps\.weight=q8_0
blk\.14\.ffn_up_shexp\.weight=q8_0
blk\.14\.post_attention_norm\.weight=f32
blk\.14\.ssm_a=f32
blk\.14\.ssm_alpha\.weight=q8_0
blk\.14\.ssm_beta\.weight=q8_0
blk\.14\.ssm_conv1d\.weight=f32
blk\.14\.ssm_dt\.bias=f32
blk\.14\.ssm_norm\.weight=f32
blk\.14\.ssm_out\.weight=q8_0
blk\.15\.attn_k\.weight=f16
blk\.15\.attn_k_norm\.weight=f32
blk\.15\.attn_norm\.weight=f32
blk\.15\.attn_output\.weight=q8_0
blk\.15\.attn_q\.weight=q8_0
blk\.15\.attn_q_norm\.weight=f32
blk\.15\.attn_v\.weight=f16
blk\.15\.ffn_down_exps\.weight=f16
blk\.15\.ffn_down_shexp\.weight=f16
blk\.15\.ffn_gate_exps\.weight=q8_0
blk\.15\.ffn_gate_inp\.weight=f32
blk\.15\.ffn_gate_inp_shexp\.weight=f32
blk\.15\.ffn_gate_shexp\.weight=q8_0
blk\.15\.ffn_up_exps\.weight=q8_0
blk\.15\.ffn_up_shexp\.weight=q8_0
blk\.15\.post_attention_norm\.weight=f32
blk\.16\.attn_gate\.weight=q8_0
blk\.16\.attn_norm\.weight=f32
blk\.16\.attn_qkv\.weight=q8_0
blk\.16\.ffn_down_exps\.weight=f16
blk\.16\.ffn_down_shexp\.weight=f16
blk\.16\.ffn_gate_exps\.weight=q8_0
blk\.16\.ffn_gate_inp\.weight=f32
blk\.16\.ffn_gate_inp_shexp\.weight=f32
blk\.16\.ffn_gate_shexp\.weight=q8_0
blk\.16\.ffn_up_exps\.weight=q8_0
blk\.16\.ffn_up_shexp\.weight=q8_0
blk\.16\.post_attention_norm\.weight=f32
blk\.16\.ssm_a=f32
blk\.16\.ssm_alpha\.weight=q8_0
blk\.16\.ssm_beta\.weight=q8_0
blk\.16\.ssm_conv1d\.weight=f32
blk\.16\.ssm_dt\.bias=f32
blk\.16\.ssm_norm\.weight=f32
blk\.16\.ssm_out\.weight=q8_0
blk\.17\.attn_gate\.weight=q8_0
blk\.17\.attn_norm\.weight=f32
blk\.17\.attn_qkv\.weight=q8_0
blk\.17\.ffn_down_exps\.weight=f16
blk\.17\.ffn_down_shexp\.weight=f16
blk\.17\.ffn_gate_exps\.weight=q8_0
blk\.17\.ffn_gate_inp\.weight=f32
blk\.17\.ffn_gate_inp_shexp\.weight=f32
blk\.17\.ffn_gate_shexp\.weight=q8_0
blk\.17\.ffn_up_exps\.weight=q8_0
blk\.17\.ffn_up_shexp\.weight=q8_0
blk\.17\.post_attention_norm\.weight=f32
blk\.17\.ssm_a=f32
blk\.17\.ssm_alpha\.weight=q8_0
blk\.17\.ssm_beta\.weight=q8_0
blk\.17\.ssm_conv1d\.weight=f32
blk\.17\.ssm_dt\.bias=f32
blk\.17\.ssm_norm\.weight=f32
blk\.17\.ssm_out\.weight=q8_0
blk\.18\.attn_gate\.weight=q8_0
blk\.18\.attn_norm\.weight=f32
blk\.18\.attn_qkv\.weight=q8_0
blk\.18\.ffn_down_exps\.weight=f16
blk\.18\.ffn_down_shexp\.weight=f16
blk\.18\.ffn_gate_exps\.weight=q8_0
blk\.18\.ffn_gate_inp\.weight=f32
blk\.18\.ffn_gate_inp_shexp\.weight=f32
blk\.18\.ffn_gate_shexp\.weight=q8_0
blk\.18\.ffn_up_exps\.weight=q8_0
blk\.18\.ffn_up_shexp\.weight=q8_0
blk\.18\.post_attention_norm\.weight=f32
blk\.18\.ssm_a=f32
blk\.18\.ssm_alpha\.weight=q8_0
blk\.18\.ssm_beta\.weight=q8_0
blk\.18\.ssm_conv1d\.weight=f32
blk\.18\.ssm_dt\.bias=f32
blk\.18\.ssm_norm\.weight=f32
blk\.18\.ssm_out\.weight=q8_0
blk\.19\.attn_k\.weight=f16
blk\.19\.attn_k_norm\.weight=f32
blk\.19\.attn_norm\.weight=f32
blk\.19\.attn_output\.weight=q8_0
blk\.19\.attn_q\.weight=q8_0
blk\.19\.attn_q_norm\.weight=f32
blk\.19\.attn_v\.weight=f16
blk\.19\.ffn_down_exps\.weight=f16
blk\.19\.ffn_down_shexp\.weight=f16
blk\.19\.ffn_gate_exps\.weight=q8_0
blk\.19\.ffn_gate_inp\.weight=f32
blk\.19\.ffn_gate_inp_shexp\.weight=f32
blk\.19\.ffn_gate_shexp\.weight=q8_0
blk\.19\.ffn_up_exps\.weight=q8_0
blk\.19\.ffn_up_shexp\.weight=q8_0
blk\.19\.post_attention_norm\.weight=f32
blk\.20\.attn_gate\.weight=q8_0
blk\.20\.attn_norm\.weight=f32
blk\.20\.attn_qkv\.weight=q8_0
blk\.20\.ffn_down_exps\.weight=f16
blk\.20\.ffn_down_shexp\.weight=f16
blk\.20\.ffn_gate_exps\.weight=q8_0
blk\.20\.ffn_gate_inp\.weight=f32
blk\.20\.ffn_gate_inp_shexp\.weight=f32
blk\.20\.ffn_gate_shexp\.weight=q8_0
blk\.20\.ffn_up_exps\.weight=q8_0
blk\.20\.ffn_up_shexp\.weight=q8_0
blk\.20\.post_attention_norm\.weight=f32
blk\.20\.ssm_a=f32
blk\.20\.ssm_alpha\.weight=q8_0
blk\.20\.ssm_beta\.weight=q8_0
blk\.20\.ssm_conv1d\.weight=f32
blk\.20\.ssm_dt\.bias=f32
blk\.20\.ssm_norm\.weight=f32
blk\.20\.ssm_out\.weight=q8_0
blk\.21\.attn_gate\.weight=q8_0
blk\.21\.attn_norm\.weight=f32
blk\.21\.attn_qkv\.weight=q8_0
blk\.21\.ffn_down_exps\.weight=f16
blk\.21\.ffn_down_shexp\.weight=f16
blk\.21\.ffn_gate_exps\.weight=q8_0
blk\.21\.ffn_gate_inp\.weight=f32
blk\.21\.ffn_gate_inp_shexp\.weight=f32
blk\.21\.ffn_gate_shexp\.weight=q8_0
blk\.21\.ffn_up_exps\.weight=q8_0
blk\.21\.ffn_up_shexp\.weight=q8_0
blk\.21\.post_attention_norm\.weight=f32
blk\.21\.ssm_a=f32
blk\.21\.ssm_alpha\.weight=q8_0
blk\.21\.ssm_beta\.weight=q8_0
blk\.21\.ssm_conv1d\.weight=f32
blk\.21\.ssm_dt\.bias=f32
blk\.21\.ssm_norm\.weight=f32
blk\.21\.ssm_out\.weight=q8_0
blk\.22\.attn_gate\.weight=q8_0
blk\.22\.attn_norm\.weight=f32
blk\.22\.attn_qkv\.weight=q8_0
blk\.22\.ffn_down_exps\.weight=f16
blk\.22\.ffn_down_shexp\.weight=f16
blk\.22\.ffn_gate_exps\.weight=q8_0
blk\.22\.ffn_gate_inp\.weight=f32
blk\.22\.ffn_gate_inp_shexp\.weight=f32
blk\.22\.ffn_gate_shexp\.weight=q8_0
blk\.22\.ffn_up_exps\.weight=q8_0
blk\.22\.ffn_up_shexp\.weight=q8_0
blk\.22\.post_attention_norm\.weight=f32
blk\.22\.ssm_a=f32
blk\.22\.ssm_alpha\.weight=q8_0
blk\.22\.ssm_beta\.weight=q8_0
blk\.22\.ssm_conv1d\.weight=f32
blk\.22\.ssm_dt\.bias=f32
blk\.22\.ssm_norm\.weight=f32
blk\.22\.ssm_out\.weight=q8_0
blk\.23\.attn_k\.weight=f16
blk\.23\.attn_k_norm\.weight=f32
blk\.23\.attn_norm\.weight=f32
blk\.23\.attn_output\.weight=q8_0
blk\.23\.attn_q\.weight=q8_0
blk\.23\.attn_q_norm\.weight=f32
blk\.23\.attn_v\.weight=f16
blk\.23\.ffn_down_exps\.weight=f16
blk\.23\.ffn_down_shexp\.weight=f16
blk\.23\.ffn_gate_exps\.weight=q8_0
blk\.23\.ffn_gate_inp\.weight=f32
blk\.23\.ffn_gate_inp_shexp\.weight=f32
blk\.23\.ffn_gate_shexp\.weight=q8_0
blk\.23\.ffn_up_exps\.weight=q8_0
blk\.23\.ffn_up_shexp\.weight=q8_0
blk\.23\.post_attention_norm\.weight=f32
blk\.24\.attn_gate\.weight=q8_0
blk\.24\.attn_norm\.weight=f32
blk\.24\.attn_qkv\.weight=q8_0
blk\.24\.ffn_down_exps\.weight=f16
blk\.24\.ffn_down_shexp\.weight=f16
blk\.24\.ffn_gate_exps\.weight=q8_0
blk\.24\.ffn_gate_inp\.weight=f32
blk\.24\.ffn_gate_inp_shexp\.weight=f32
blk\.24\.ffn_gate_shexp\.weight=q8_0
blk\.24\.ffn_up_exps\.weight=q8_0
blk\.24\.ffn_up_shexp\.weight=q8_0
blk\.24\.post_attention_norm\.weight=f32
blk\.24\.ssm_a=f32
blk\.24\.ssm_alpha\.weight=q8_0
blk\.24\.ssm_beta\.weight=q8_0
blk\.24\.ssm_conv1d\.weight=f32
blk\.24\.ssm_dt\.bias=f32
blk\.24\.ssm_norm\.weight=f32
blk\.24\.ssm_out\.weight=q8_0
blk\.25\.attn_gate\.weight=q8_0
blk\.25\.attn_norm\.weight=f32
blk\.25\.attn_qkv\.weight=q8_0
blk\.25\.ffn_down_exps\.weight=f16
blk\.25\.ffn_down_shexp\.weight=f16
blk\.25\.ffn_gate_exps\.weight=q8_0
blk\.25\.ffn_gate_inp\.weight=f32
blk\.25\.ffn_gate_inp_shexp\.weight=f32
blk\.25\.ffn_gate_shexp\.weight=q8_0
blk\.25\.ffn_up_exps\.weight=q8_0
blk\.25\.ffn_up_shexp\.weight=q8_0
blk\.25\.post_attention_norm\.weight=f32
blk\.25\.ssm_a=f32
blk\.25\.ssm_alpha\.weight=q8_0
blk\.25\.ssm_beta\.weight=q8_0
blk\.25\.ssm_conv1d\.weight=f32
blk\.25\.ssm_dt\.bias=f32
blk\.25\.ssm_norm\.weight=f32
blk\.25\.ssm_out\.weight=q8_0
blk\.26\.attn_gate\.weight=q8_0
blk\.26\.attn_norm\.weight=f32
blk\.26\.attn_qkv\.weight=q8_0
blk\.26\.ffn_down_exps\.weight=f16
blk\.26\.ffn_down_shexp\.weight=f16
blk\.26\.ffn_gate_exps\.weight=q8_0
blk\.26\.ffn_gate_inp\.weight=f32
blk\.26\.ffn_gate_inp_shexp\.weight=f32
blk\.26\.ffn_gate_shexp\.weight=q8_0
blk\.26\.ffn_up_exps\.weight=q8_0
blk\.26\.ffn_up_shexp\.weight=q8_0
blk\.26\.post_attention_norm\.weight=f32
blk\.26\.ssm_a=f32
blk\.26\.ssm_alpha\.weight=q8_0
blk\.26\.ssm_beta\.weight=q8_0
blk\.26\.ssm_conv1d\.weight=f32
blk\.26\.ssm_dt\.bias=f32
blk\.26\.ssm_norm\.weight=f32
blk\.26\.ssm_out\.weight=q8_0
blk\.27\.attn_k\.weight=f16
blk\.27\.attn_k_norm\.weight=f32
blk\.27\.attn_norm\.weight=f32
blk\.27\.attn_output\.weight=q8_0
blk\.27\.attn_q\.weight=q8_0
blk\.27\.attn_q_norm\.weight=f32
blk\.27\.attn_v\.weight=f16
blk\.27\.ffn_down_exps\.weight=f16
blk\.27\.ffn_down_shexp\.weight=f16
blk\.27\.ffn_gate_exps\.weight=q8_0
blk\.27\.ffn_gate_inp\.weight=f32
blk\.27\.ffn_gate_inp_shexp\.weight=f32
blk\.27\.ffn_gate_shexp\.weight=q8_0
blk\.27\.ffn_up_exps\.weight=q8_0
blk\.27\.ffn_up_shexp\.weight=q8_0
blk\.27\.post_attention_norm\.weight=f32
blk\.28\.attn_gate\.weight=q8_0
blk\.28\.attn_norm\.weight=f32
blk\.28\.attn_qkv\.weight=f16
blk\.28\.ffn_down_exps\.weight=f16
blk\.28\.ffn_down_shexp\.weight=f16
blk\.28\.ffn_gate_exps\.weight=q8_0
blk\.28\.ffn_gate_inp\.weight=f32
blk\.28\.ffn_gate_inp_shexp\.weight=f32
blk\.28\.ffn_gate_shexp\.weight=q8_0
blk\.28\.ffn_up_exps\.weight=q8_0
blk\.28\.ffn_up_shexp\.weight=q8_0
blk\.28\.post_attention_norm\.weight=f32
blk\.28\.ssm_a=f32
blk\.28\.ssm_alpha\.weight=q8_0
blk\.28\.ssm_beta\.weight=f16
blk\.28\.ssm_conv1d\.weight=f32
blk\.28\.ssm_dt\.bias=f32
blk\.28\.ssm_norm\.weight=f32
blk\.28\.ssm_out\.weight=q8_0
blk\.29\.attn_gate\.weight=q8_0
blk\.29\.attn_norm\.weight=f32
blk\.29\.attn_qkv\.weight=f16
blk\.29\.ffn_down_exps\.weight=f16
blk\.29\.ffn_down_shexp\.weight=f16
blk\.29\.ffn_gate_exps\.weight=q8_0
blk\.29\.ffn_gate_inp\.weight=f32
blk\.29\.ffn_gate_inp_shexp\.weight=f32
blk\.29\.ffn_gate_shexp\.weight=q8_0
blk\.29\.ffn_up_exps\.weight=q8_0
blk\.29\.ffn_up_shexp\.weight=q8_0
blk\.29\.post_attention_norm\.weight=f32
blk\.29\.ssm_a=f32
blk\.29\.ssm_alpha\.weight=q8_0
blk\.29\.ssm_beta\.weight=f16
blk\.29\.ssm_conv1d\.weight=f32
blk\.29\.ssm_dt\.bias=f32
blk\.29\.ssm_norm\.weight=f32
blk\.29\.ssm_out\.weight=q8_0
blk\.30\.attn_gate\.weight=q8_0
blk\.30\.attn_norm\.weight=f32
blk\.30\.attn_qkv\.weight=q8_0
blk\.30\.ffn_down_exps\.weight=f16
blk\.30\.ffn_down_shexp\.weight=f16
blk\.30\.ffn_gate_exps\.weight=q8_0
blk\.30\.ffn_gate_inp\.weight=f32
blk\.30\.ffn_gate_inp_shexp\.weight=f32
blk\.30\.ffn_gate_shexp\.weight=q8_0
blk\.30\.ffn_up_exps\.weight=q8_0
blk\.30\.ffn_up_shexp\.weight=q8_0
blk\.30\.post_attention_norm\.weight=f32
blk\.30\.ssm_a=f32
blk\.30\.ssm_alpha\.weight=q8_0
blk\.30\.ssm_beta\.weight=f16
blk\.30\.ssm_conv1d\.weight=f32
blk\.30\.ssm_dt\.bias=f32
blk\.30\.ssm_norm\.weight=f32
blk\.30\.ssm_out\.weight=q8_0
blk\.31\.attn_k\.weight=q8_0
blk\.31\.attn_k_norm\.weight=f32
blk\.31\.attn_norm\.weight=f32
blk\.31\.attn_output\.weight=q8_0
blk\.31\.attn_q\.weight=q8_0
blk\.31\.attn_q_norm\.weight=f32
blk\.31\.attn_v\.weight=f16
blk\.31\.ffn_down_exps\.weight=f16
blk\.31\.ffn_down_shexp\.weight=f16
blk\.31\.ffn_gate_exps\.weight=q8_0
blk\.31\.ffn_gate_inp\.weight=f32
blk\.31\.ffn_gate_inp_shexp\.weight=f32
blk\.31\.ffn_gate_shexp\.weight=q8_0
blk\.31\.ffn_up_exps\.weight=q8_0
blk\.31\.ffn_up_shexp\.weight=q8_0
blk\.31\.post_attention_norm\.weight=f32
blk\.32\.attn_gate\.weight=q8_0
blk\.32\.attn_norm\.weight=f32
blk\.32\.attn_qkv\.weight=q8_0
blk\.32\.ffn_down_exps\.weight=f16
blk\.32\.ffn_down_shexp\.weight=f16
blk\.32\.ffn_gate_exps\.weight=q8_0
blk\.32\.ffn_gate_inp\.weight=f32
blk\.32\.ffn_gate_inp_shexp\.weight=f32
blk\.32\.ffn_gate_shexp\.weight=q8_0
blk\.32\.ffn_up_exps\.weight=q8_0
blk\.32\.ffn_up_shexp\.weight=q8_0
blk\.32\.post_attention_norm\.weight=f32
blk\.32\.ssm_a=f32
blk\.32\.ssm_alpha\.weight=q8_0
blk\.32\.ssm_beta\.weight=f16
blk\.32\.ssm_conv1d\.weight=f32
blk\.32\.ssm_dt\.bias=f32
blk\.32\.ssm_norm\.weight=f32
blk\.32\.ssm_out\.weight=q8_0
blk\.33\.attn_gate\.weight=q8_0
blk\.33\.attn_norm\.weight=f32
blk\.33\.attn_qkv\.weight=q8_0
blk\.33\.ffn_down_exps\.weight=f16
blk\.33\.ffn_down_shexp\.weight=f16
blk\.33\.ffn_gate_exps\.weight=q8_0
blk\.33\.ffn_gate_inp\.weight=f32
blk\.33\.ffn_gate_inp_shexp\.weight=f32
blk\.33\.ffn_gate_shexp\.weight=q8_0
blk\.33\.ffn_up_exps\.weight=q8_0
blk\.33\.ffn_up_shexp\.weight=q8_0
blk\.33\.post_attention_norm\.weight=f32
blk\.33\.ssm_a=f32
blk\.33\.ssm_alpha\.weight=q8_0
blk\.33\.ssm_beta\.weight=f16
blk\.33\.ssm_conv1d\.weight=f32
blk\.33\.ssm_dt\.bias=f32
blk\.33\.ssm_norm\.weight=f32
blk\.33\.ssm_out\.weight=q8_0
blk\.34\.attn_gate\.weight=q8_0
blk\.34\.attn_norm\.weight=f32
blk\.34\.attn_qkv\.weight=q8_0
blk\.34\.ffn_down_exps\.weight=f16
blk\.34\.ffn_down_shexp\.weight=f16
blk\.34\.ffn_gate_exps\.weight=q8_0
blk\.34\.ffn_gate_inp\.weight=f32
blk\.34\.ffn_gate_inp_shexp\.weight=f32
blk\.34\.ffn_gate_shexp\.weight=q8_0
blk\.34\.ffn_up_exps\.weight=q8_0
blk\.34\.ffn_up_shexp\.weight=q8_0
blk\.34\.post_attention_norm\.weight=f32
blk\.34\.ssm_a=f32
blk\.34\.ssm_alpha\.weight=f16
blk\.34\.ssm_beta\.weight=q8_0
blk\.34\.ssm_conv1d\.weight=f32
blk\.34\.ssm_dt\.bias=f32
blk\.34\.ssm_norm\.weight=f32
blk\.34\.ssm_out\.weight=q8_0
blk\.35\.attn_k\.weight=q8_0
blk\.35\.attn_k_norm\.weight=f32
blk\.35\.attn_norm\.weight=f32
blk\.35\.attn_output\.weight=q8_0
blk\.35\.attn_q\.weight=q8_0
blk\.35\.attn_q_norm\.weight=f32
blk\.35\.attn_v\.weight=f16
blk\.35\.ffn_down_exps\.weight=f16
blk\.35\.ffn_down_shexp\.weight=f16
blk\.35\.ffn_gate_exps\.weight=q8_0
blk\.35\.ffn_gate_inp\.weight=f32
blk\.35\.ffn_gate_inp_shexp\.weight=f32
blk\.35\.ffn_gate_shexp\.weight=q8_0
blk\.35\.ffn_up_exps\.weight=q8_0
blk\.35\.ffn_up_shexp\.weight=q8_0
blk\.35\.post_attention_norm\.weight=f32
blk\.36\.attn_gate\.weight=q8_0
blk\.36\.attn_norm\.weight=f32
blk\.36\.attn_qkv\.weight=q8_0
blk\.36\.ffn_down_exps\.weight=f16
blk\.36\.ffn_down_shexp\.weight=f16
blk\.36\.ffn_gate_exps\.weight=q8_0
blk\.36\.ffn_gate_inp\.weight=f32
blk\.36\.ffn_gate_inp_shexp\.weight=f32
blk\.36\.ffn_gate_shexp\.weight=q8_0
blk\.36\.ffn_up_exps\.weight=q8_0
blk\.36\.ffn_up_shexp\.weight=q8_0
blk\.36\.post_attention_norm\.weight=f32
blk\.36\.ssm_a=f32
blk\.36\.ssm_alpha\.weight=f16
blk\.36\.ssm_beta\.weight=f16
blk\.36\.ssm_conv1d\.weight=f32
blk\.36\.ssm_dt\.bias=f32
blk\.36\.ssm_norm\.weight=f32
blk\.36\.ssm_out\.weight=q8_0
blk\.37\.attn_gate\.weight=q8_0
blk\.37\.attn_norm\.weight=f32
blk\.37\.attn_qkv\.weight=q8_0
blk\.37\.ffn_down_exps\.weight=f16
blk\.37\.ffn_down_shexp\.weight=f16
blk\.37\.ffn_gate_exps\.weight=q8_0
blk\.37\.ffn_gate_inp\.weight=f32
blk\.37\.ffn_gate_inp_shexp\.weight=f32
blk\.37\.ffn_gate_shexp\.weight=q8_0
blk\.37\.ffn_up_exps\.weight=q8_0
blk\.37\.ffn_up_shexp\.weight=q8_0
blk\.37\.post_attention_norm\.weight=f32
blk\.37\.ssm_a=f32
blk\.37\.ssm_alpha\.weight=q8_0
blk\.37\.ssm_beta\.weight=f16
blk\.37\.ssm_conv1d\.weight=f32
blk\.37\.ssm_dt\.bias=f32
blk\.37\.ssm_norm\.weight=f32
blk\.37\.ssm_out\.weight=q8_0
blk\.38\.attn_gate\.weight=q8_0
blk\.38\.attn_norm\.weight=f32
blk\.38\.attn_qkv\.weight=q8_0
blk\.38\.ffn_down_exps\.weight=f16
blk\.38\.ffn_down_shexp\.weight=f16
blk\.38\.ffn_gate_exps\.weight=q8_0
blk\.38\.ffn_gate_inp\.weight=f32
blk\.38\.ffn_gate_inp_shexp\.weight=f32
blk\.38\.ffn_gate_shexp\.weight=q8_0
blk\.38\.ffn_up_exps\.weight=q8_0
blk\.38\.ffn_up_shexp\.weight=q8_0
blk\.38\.post_attention_norm\.weight=f32
blk\.38\.ssm_a=f32
blk\.38\.ssm_alpha\.weight=f16
blk\.38\.ssm_beta\.weight=f16
blk\.38\.ssm_conv1d\.weight=f32
blk\.38\.ssm_dt\.bias=f32
blk\.38\.ssm_norm\.weight=f32
blk\.38\.ssm_out\.weight=q8_0
blk\.39\.attn_k\.weight=q8_0
blk\.39\.attn_k_norm\.weight=f32
blk\.39\.attn_norm\.weight=f32
blk\.39\.attn_output\.weight=q8_0
blk\.39\.attn_q\.weight=q8_0
blk\.39\.attn_q_norm\.weight=f32
blk\.39\.attn_v\.weight=f16
blk\.39\.ffn_down_exps\.weight=f16
blk\.39\.ffn_down_shexp\.weight=f16
blk\.39\.ffn_gate_exps\.weight=q8_0
blk\.39\.ffn_gate_inp\.weight=f32
blk\.39\.ffn_gate_inp_shexp\.weight=f32
blk\.39\.ffn_gate_shexp\.weight=q8_0
blk\.39\.ffn_up_exps\.weight=q8_0
blk\.39\.ffn_up_shexp\.weight=q8_0
blk\.39\.post_attention_norm\.weight=f32