xeno_mapping.json

{
  "algorithm": "XENO-HAT",
  "variant": "intrinsic-viability-standalone",
  "groups": 32,
  "donors": 1,
  "canonical_size": 64,
  "min_numel": 16,
  "source_paths": [
    "E:\\text-generation-webui-1.14\\user_data\\models\\gpt-oss-120b-heretic-bf16"
  ],
  "mutable_names": [
    "model.language_model.layers.0.linear_attn.conv1d.weight",
    "model.language_model.layers.0.linear_attn.in_proj_a.weight",
    "model.language_model.layers.0.linear_attn.in_proj_b.weight",
    "model.language_model.layers.0.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.0.linear_attn.in_proj_z.weight",
    "model.language_model.layers.0.linear_attn.out_proj.weight",
    "model.language_model.layers.0.mlp.down_proj.weight",
    "model.language_model.layers.0.mlp.gate_proj.weight",
    "model.language_model.layers.0.mlp.up_proj.weight",
    "model.language_model.layers.1.linear_attn.conv1d.weight",
    "model.language_model.layers.1.linear_attn.in_proj_a.weight",
    "model.language_model.layers.1.linear_attn.in_proj_b.weight",
    "model.language_model.layers.1.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.1.linear_attn.in_proj_z.weight",
    "model.language_model.layers.1.linear_attn.out_proj.weight",
    "model.language_model.layers.1.mlp.down_proj.weight",
    "model.language_model.layers.1.mlp.gate_proj.weight",
    "model.language_model.layers.1.mlp.up_proj.weight",
    "model.language_model.layers.10.linear_attn.conv1d.weight",
    "model.language_model.layers.10.linear_attn.in_proj_a.weight",
    "model.language_model.layers.10.linear_attn.in_proj_b.weight",
    "model.language_model.layers.10.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.10.linear_attn.in_proj_z.weight",
    "model.language_model.layers.10.linear_attn.out_proj.weight",
    "model.language_model.layers.10.mlp.down_proj.weight",
    "model.language_model.layers.10.mlp.gate_proj.weight",
    "model.language_model.layers.10.mlp.up_proj.weight",
    "model.language_model.layers.11.mlp.down_proj.weight",
    "model.language_model.layers.11.mlp.gate_proj.weight",
    "model.language_model.layers.11.mlp.up_proj.weight",
    "model.language_model.layers.11.self_attn.k_proj.weight",
    "model.language_model.layers.11.self_attn.o_proj.weight",
    "model.language_model.layers.11.self_attn.q_proj.weight",
    "model.language_model.layers.11.self_attn.v_proj.weight",
    "model.language_model.layers.12.linear_attn.conv1d.weight",
    "model.language_model.layers.12.linear_attn.in_proj_a.weight",
    "model.language_model.layers.12.linear_attn.in_proj_b.weight",
    "model.language_model.layers.12.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.12.linear_attn.in_proj_z.weight",
    "model.language_model.layers.12.linear_attn.out_proj.weight",
    "model.language_model.layers.12.mlp.down_proj.weight",
    "model.language_model.layers.12.mlp.gate_proj.weight",
    "model.language_model.layers.12.mlp.up_proj.weight",
    "model.language_model.layers.13.linear_attn.conv1d.weight",
    "model.language_model.layers.13.linear_attn.in_proj_a.weight",
    "model.language_model.layers.13.linear_attn.in_proj_b.weight",
    "model.language_model.layers.13.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.13.linear_attn.in_proj_z.weight",
    "model.language_model.layers.13.linear_attn.out_proj.weight",
    "model.language_model.layers.13.mlp.down_proj.weight",
    "model.language_model.layers.13.mlp.gate_proj.weight",
    "model.language_model.layers.13.mlp.up_proj.weight",
    "model.language_model.layers.14.linear_attn.conv1d.weight",
    "model.language_model.layers.14.linear_attn.in_proj_a.weight",
    "model.language_model.layers.14.linear_attn.in_proj_b.weight",
    "model.language_model.layers.14.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.14.linear_attn.in_proj_z.weight",
    "model.language_model.layers.14.linear_attn.out_proj.weight",
    "model.language_model.layers.14.mlp.down_proj.weight",
    "model.language_model.layers.14.mlp.gate_proj.weight",
    "model.language_model.layers.14.mlp.up_proj.weight",
    "model.language_model.layers.15.mlp.down_proj.weight",
    "model.language_model.layers.15.mlp.gate_proj.weight",
    "model.language_model.layers.15.mlp.up_proj.weight",
    "model.language_model.layers.15.self_attn.k_proj.weight",
    "model.language_model.layers.15.self_attn.o_proj.weight",
    "model.language_model.layers.15.self_attn.q_proj.weight",
    "model.language_model.layers.15.self_attn.v_proj.weight",
    "model.language_model.layers.16.linear_attn.conv1d.weight",
    "model.language_model.layers.16.linear_attn.in_proj_a.weight",
    "model.language_model.layers.16.linear_attn.in_proj_b.weight",
    "model.language_model.layers.16.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.16.linear_attn.in_proj_z.weight",
    "model.language_model.layers.16.linear_attn.out_proj.weight",
    "model.language_model.layers.16.mlp.down_proj.weight",
    "model.language_model.layers.16.mlp.gate_proj.weight",
    "model.language_model.layers.16.mlp.up_proj.weight",
    "model.language_model.layers.17.linear_attn.conv1d.weight",
    "model.language_model.layers.17.linear_attn.in_proj_a.weight",
    "model.language_model.layers.17.linear_attn.in_proj_b.weight",
    "model.language_model.layers.17.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.17.linear_attn.in_proj_z.weight",
    "model.language_model.layers.17.linear_attn.out_proj.weight",
    "model.language_model.layers.17.mlp.down_proj.weight",
    "model.language_model.layers.17.mlp.gate_proj.weight",
    "model.language_model.layers.17.mlp.up_proj.weight",
    "model.language_model.layers.18.linear_attn.conv1d.weight",
    "model.language_model.layers.18.linear_attn.in_proj_a.weight",
    "model.language_model.layers.18.linear_attn.in_proj_b.weight",
    "model.language_model.layers.18.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.18.linear_attn.in_proj_z.weight",
    "model.language_model.layers.18.linear_attn.out_proj.weight",
    "model.language_model.layers.18.mlp.down_proj.weight",
    "model.language_model.layers.18.mlp.gate_proj.weight",
    "model.language_model.layers.18.mlp.up_proj.weight",
    "model.language_model.layers.19.mlp.down_proj.weight",
    "model.language_model.layers.19.mlp.gate_proj.weight",
    "model.language_model.layers.19.mlp.up_proj.weight",
    "model.language_model.layers.19.self_attn.k_proj.weight",
    "model.language_model.layers.19.self_attn.o_proj.weight",
    "model.language_model.layers.19.self_attn.q_proj.weight",
    "model.language_model.layers.19.self_attn.v_proj.weight",
    "model.language_model.layers.2.linear_attn.conv1d.weight",
    "model.language_model.layers.2.linear_attn.in_proj_a.weight",
    "model.language_model.layers.2.linear_attn.in_proj_b.weight",
    "model.language_model.layers.2.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.2.linear_attn.in_proj_z.weight",
    "model.language_model.layers.2.linear_attn.out_proj.weight",
    "model.language_model.layers.2.mlp.down_proj.weight",
    "model.language_model.layers.2.mlp.gate_proj.weight",
    "model.language_model.layers.2.mlp.up_proj.weight",
    "model.language_model.layers.20.linear_attn.conv1d.weight",
    "model.language_model.layers.20.linear_attn.in_proj_a.weight",
    "model.language_model.layers.20.linear_attn.in_proj_b.weight",
    "model.language_model.layers.20.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.20.linear_attn.in_proj_z.weight",
    "model.language_model.layers.20.linear_attn.out_proj.weight",
    "model.language_model.layers.20.mlp.down_proj.weight",
    "model.language_model.layers.20.mlp.gate_proj.weight",
    "model.language_model.layers.20.mlp.up_proj.weight",
    "model.language_model.layers.21.linear_attn.conv1d.weight",
    "model.language_model.layers.21.linear_attn.in_proj_a.weight",
    "model.language_model.layers.21.linear_attn.in_proj_b.weight",
    "model.language_model.layers.21.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.21.linear_attn.in_proj_z.weight",
    "model.language_model.layers.21.linear_attn.out_proj.weight",
    "model.language_model.layers.21.mlp.down_proj.weight",
    "model.language_model.layers.21.mlp.gate_proj.weight",
    "model.language_model.layers.21.mlp.up_proj.weight",
    "model.language_model.layers.22.linear_attn.conv1d.weight",
    "model.language_model.layers.22.linear_attn.in_proj_a.weight",
    "model.language_model.layers.22.linear_attn.in_proj_b.weight",
    "model.language_model.layers.22.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.22.linear_attn.in_proj_z.weight",
    "model.language_model.layers.22.linear_attn.out_proj.weight",
    "model.language_model.layers.22.mlp.down_proj.weight",
    "model.language_model.layers.22.mlp.gate_proj.weight",
    "model.language_model.layers.22.mlp.up_proj.weight",
    "model.language_model.layers.23.mlp.down_proj.weight",
    "model.language_model.layers.23.mlp.gate_proj.weight",
    "model.language_model.layers.23.mlp.up_proj.weight",
    "model.language_model.layers.23.self_attn.k_proj.weight",
    "model.language_model.layers.23.self_attn.o_proj.weight",
    "model.language_model.layers.23.self_attn.q_proj.weight",
    "model.language_model.layers.23.self_attn.v_proj.weight",
    "model.language_model.layers.24.linear_attn.conv1d.weight",
    "model.language_model.layers.24.linear_attn.in_proj_a.weight",
    "model.language_model.layers.24.linear_attn.in_proj_b.weight",
    "model.language_model.layers.24.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.24.linear_attn.in_proj_z.weight",
    "model.language_model.layers.24.linear_attn.out_proj.weight",
    "model.language_model.layers.24.mlp.down_proj.weight",
    "model.language_model.layers.24.mlp.gate_proj.weight",
    "model.language_model.layers.24.mlp.up_proj.weight",
    "model.language_model.layers.25.linear_attn.conv1d.weight",
    "model.language_model.layers.25.linear_attn.in_proj_a.weight",
    "model.language_model.layers.25.linear_attn.in_proj_b.weight",
    "model.language_model.layers.25.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.25.linear_attn.in_proj_z.weight",
    "model.language_model.layers.25.linear_attn.out_proj.weight",
    "model.language_model.layers.25.mlp.down_proj.weight",
    "model.language_model.layers.25.mlp.gate_proj.weight",
    "model.language_model.layers.25.mlp.up_proj.weight",
    "model.language_model.layers.26.linear_attn.conv1d.weight",
    "model.language_model.layers.26.linear_attn.in_proj_a.weight",
    "model.language_model.layers.26.linear_attn.in_proj_b.weight",
    "model.language_model.layers.26.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.26.linear_attn.in_proj_z.weight",
    "model.language_model.layers.26.linear_attn.out_proj.weight",
    "model.language_model.layers.26.mlp.down_proj.weight",
    "model.language_model.layers.26.mlp.gate_proj.weight",
    "model.language_model.layers.26.mlp.up_proj.weight",
    "model.language_model.layers.27.mlp.down_proj.weight",
    "model.language_model.layers.27.mlp.gate_proj.weight",
    "model.language_model.layers.27.mlp.up_proj.weight",
    "model.language_model.layers.27.self_attn.k_proj.weight",
    "model.language_model.layers.27.self_attn.o_proj.weight",
    "model.language_model.layers.27.self_attn.q_proj.weight",
    "model.language_model.layers.27.self_attn.v_proj.weight",
    "model.language_model.layers.28.linear_attn.conv1d.weight",
    "model.language_model.layers.28.linear_attn.in_proj_a.weight",
    "model.language_model.layers.28.linear_attn.in_proj_b.weight",
    "model.language_model.layers.28.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.28.linear_attn.in_proj_z.weight",
    "model.language_model.layers.28.linear_attn.out_proj.weight",
    "model.language_model.layers.28.mlp.down_proj.weight",
    "model.language_model.layers.28.mlp.gate_proj.weight",
    "model.language_model.layers.28.mlp.up_proj.weight",
    "model.language_model.layers.29.linear_attn.conv1d.weight",
    "model.language_model.layers.29.linear_attn.in_proj_a.weight",
    "model.language_model.layers.29.linear_attn.in_proj_b.weight",
    "model.language_model.layers.29.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.29.linear_attn.in_proj_z.weight",
    "model.language_model.layers.29.linear_attn.out_proj.weight",
    "model.language_model.layers.29.mlp.down_proj.weight",
    "model.language_model.layers.29.mlp.gate_proj.weight",
    "model.language_model.layers.29.mlp.up_proj.weight",
    "model.language_model.layers.3.mlp.down_proj.weight",
    "model.language_model.layers.3.mlp.gate_proj.weight",
    "model.language_model.layers.3.mlp.up_proj.weight",
    "model.language_model.layers.3.self_attn.k_proj.weight",
    "model.language_model.layers.3.self_attn.o_proj.weight",
    "model.language_model.layers.3.self_attn.q_proj.weight",
    "model.language_model.layers.3.self_attn.v_proj.weight",
    "model.language_model.layers.30.linear_attn.conv1d.weight",
    "model.language_model.layers.30.linear_attn.in_proj_a.weight",
    "model.language_model.layers.30.linear_attn.in_proj_b.weight",
    "model.language_model.layers.30.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.30.linear_attn.in_proj_z.weight",
    "model.language_model.layers.30.linear_attn.out_proj.weight",
    "model.language_model.layers.30.mlp.down_proj.weight",
    "model.language_model.layers.30.mlp.gate_proj.weight",
    "model.language_model.layers.30.mlp.up_proj.weight",
    "model.language_model.layers.31.mlp.down_proj.weight",
    "model.language_model.layers.31.mlp.gate_proj.weight",
    "model.language_model.layers.31.mlp.up_proj.weight",
    "model.language_model.layers.31.self_attn.k_proj.weight",
    "model.language_model.layers.31.self_attn.o_proj.weight",
    "model.language_model.layers.31.self_attn.q_proj.weight",
    "model.language_model.layers.31.self_attn.v_proj.weight",
    "model.language_model.layers.32.linear_attn.conv1d.weight",
    "model.language_model.layers.32.linear_attn.in_proj_a.weight",
    "model.language_model.layers.32.linear_attn.in_proj_b.weight",
    "model.language_model.layers.32.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.32.linear_attn.in_proj_z.weight",
    "model.language_model.layers.32.linear_attn.out_proj.weight",
    "model.language_model.layers.32.mlp.down_proj.weight",
    "model.language_model.layers.32.mlp.gate_proj.weight",
    "model.language_model.layers.32.mlp.up_proj.weight",
    "model.language_model.layers.33.linear_attn.conv1d.weight",
    "model.language_model.layers.33.linear_attn.in_proj_a.weight",
    "model.language_model.layers.33.linear_attn.in_proj_b.weight",
    "model.language_model.layers.33.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.33.linear_attn.in_proj_z.weight",
    "model.language_model.layers.33.linear_attn.out_proj.weight",
    "model.language_model.layers.33.mlp.down_proj.weight",
    "model.language_model.layers.33.mlp.gate_proj.weight",
    "model.language_model.layers.33.mlp.up_proj.weight",
    "model.language_model.layers.34.linear_attn.conv1d.weight",
    "model.language_model.layers.34.linear_attn.in_proj_a.weight",
    "model.language_model.layers.34.linear_attn.in_proj_b.weight",
    "model.language_model.layers.34.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.34.linear_attn.in_proj_z.weight",
    "model.language_model.layers.34.linear_attn.out_proj.weight",
    "model.language_model.layers.34.mlp.down_proj.weight",
    "model.language_model.layers.34.mlp.gate_proj.weight",
    "model.language_model.layers.34.mlp.up_proj.weight",
    "model.language_model.layers.35.mlp.down_proj.weight",
    "model.language_model.layers.35.mlp.gate_proj.weight",
    "model.language_model.layers.35.mlp.up_proj.weight",
    "model.language_model.layers.35.self_attn.k_proj.weight",
    "model.language_model.layers.35.self_attn.o_proj.weight",
    "model.language_model.layers.35.self_attn.q_proj.weight",
    "model.language_model.layers.35.self_attn.v_proj.weight",
    "model.language_model.layers.36.linear_attn.conv1d.weight",
    "model.language_model.layers.36.linear_attn.in_proj_a.weight",
    "model.language_model.layers.36.linear_attn.in_proj_b.weight",
    "model.language_model.layers.36.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.36.linear_attn.in_proj_z.weight",
    "model.language_model.layers.36.linear_attn.out_proj.weight",
    "model.language_model.layers.36.mlp.down_proj.weight",
    "model.language_model.layers.36.mlp.gate_proj.weight",
    "model.language_model.layers.36.mlp.up_proj.weight",
    "model.language_model.layers.37.linear_attn.conv1d.weight",
    "model.language_model.layers.37.linear_attn.in_proj_a.weight",
    "model.language_model.layers.37.linear_attn.in_proj_b.weight",
    "model.language_model.layers.37.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.37.linear_attn.in_proj_z.weight",
    "model.language_model.layers.37.linear_attn.out_proj.weight",
    "model.language_model.layers.37.mlp.down_proj.weight",
    "model.language_model.layers.37.mlp.gate_proj.weight",
    "model.language_model.layers.37.mlp.up_proj.weight",
    "model.language_model.layers.38.linear_attn.conv1d.weight",
    "model.language_model.layers.38.linear_attn.in_proj_a.weight",
    "model.language_model.layers.38.linear_attn.in_proj_b.weight",
    "model.language_model.layers.38.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.38.linear_attn.in_proj_z.weight",
    "model.language_model.layers.38.linear_attn.out_proj.weight",
    "model.language_model.layers.38.mlp.down_proj.weight",
    "model.language_model.layers.38.mlp.gate_proj.weight",
    "model.language_model.layers.38.mlp.up_proj.weight",
    "model.language_model.layers.39.mlp.down_proj.weight",
    "model.language_model.layers.39.mlp.gate_proj.weight",
    "model.language_model.layers.39.mlp.up_proj.weight",
    "model.language_model.layers.39.self_attn.k_proj.weight",
    "model.language_model.layers.39.self_attn.o_proj.weight",
    "model.language_model.layers.39.self_attn.q_proj.weight",
    "model.language_model.layers.39.self_attn.v_proj.weight",
    "model.language_model.layers.4.linear_attn.conv1d.weight",
    "model.language_model.layers.4.linear_attn.in_proj_a.weight",
    "model.language_model.layers.4.linear_attn.in_proj_b.weight",
    "model.language_model.layers.4.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.4.linear_attn.in_proj_z.weight",
    "model.language_model.layers.4.linear_attn.out_proj.weight",
    "model.language_model.layers.4.mlp.down_proj.weight",
    "model.language_model.layers.4.mlp.gate_proj.weight",
    "model.language_model.layers.4.mlp.up_proj.weight",
    "model.language_model.layers.40.linear_attn.conv1d.weight",
    "model.language_model.layers.40.linear_attn.in_proj_a.weight",
    "model.language_model.layers.40.linear_attn.in_proj_b.weight",
    "model.language_model.layers.40.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.40.linear_attn.in_proj_z.weight",
    "model.language_model.layers.40.linear_attn.out_proj.weight",
    "model.language_model.layers.40.mlp.down_proj.weight",
    "model.language_model.layers.40.mlp.gate_proj.weight",
    "model.language_model.layers.40.mlp.up_proj.weight",
    "model.language_model.layers.41.linear_attn.conv1d.weight",
    "model.language_model.layers.41.linear_attn.in_proj_a.weight",
    "model.language_model.layers.41.linear_attn.in_proj_b.weight",
    "model.language_model.layers.41.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.41.linear_attn.in_proj_z.weight",
    "model.language_model.layers.41.linear_attn.out_proj.weight",
    "model.language_model.layers.41.mlp.down_proj.weight",
    "model.language_model.layers.41.mlp.gate_proj.weight",
    "model.language_model.layers.41.mlp.up_proj.weight",
    "model.language_model.layers.42.linear_attn.conv1d.weight",
    "model.language_model.layers.42.linear_attn.in_proj_a.weight",
    "model.language_model.layers.42.linear_attn.in_proj_b.weight",
    "model.language_model.layers.42.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.42.linear_attn.in_proj_z.weight",
    "model.language_model.layers.42.linear_attn.out_proj.weight",
    "model.language_model.layers.42.mlp.down_proj.weight",
    "model.language_model.layers.42.mlp.gate_proj.weight",
    "model.language_model.layers.42.mlp.up_proj.weight",
    "model.language_model.layers.43.mlp.down_proj.weight",
    "model.language_model.layers.43.mlp.gate_proj.weight",
    "model.language_model.layers.43.mlp.up_proj.weight",
    "model.language_model.layers.43.self_attn.k_proj.weight",
    "model.language_model.layers.43.self_attn.o_proj.weight",
    "model.language_model.layers.43.self_attn.q_proj.weight",
    "model.language_model.layers.43.self_attn.v_proj.weight",
    "model.language_model.layers.44.linear_attn.conv1d.weight",
    "model.language_model.layers.44.linear_attn.in_proj_a.weight",
    "model.language_model.layers.44.linear_attn.in_proj_b.weight",
    "model.language_model.layers.44.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.44.linear_attn.in_proj_z.weight",
    "model.language_model.layers.44.linear_attn.out_proj.weight",
    "model.language_model.layers.44.mlp.down_proj.weight",
    "model.language_model.layers.44.mlp.gate_proj.weight",
    "model.language_model.layers.44.mlp.up_proj.weight",
    "model.language_model.layers.45.linear_attn.conv1d.weight",
    "model.language_model.layers.45.linear_attn.in_proj_a.weight",
    "model.language_model.layers.45.linear_attn.in_proj_b.weight",
    "model.language_model.layers.45.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.45.linear_attn.in_proj_z.weight",
    "model.language_model.layers.45.linear_attn.out_proj.weight",
    "model.language_model.layers.45.mlp.down_proj.weight",
    "model.language_model.layers.45.mlp.gate_proj.weight",
    "model.language_model.layers.45.mlp.up_proj.weight",
    "model.language_model.layers.46.linear_attn.conv1d.weight",
    "model.language_model.layers.46.linear_attn.in_proj_a.weight",
    "model.language_model.layers.46.linear_attn.in_proj_b.weight",
    "model.language_model.layers.46.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.46.linear_attn.in_proj_z.weight",
    "model.language_model.layers.46.linear_attn.out_proj.weight",
    "model.language_model.layers.46.mlp.down_proj.weight",
    "model.language_model.layers.46.mlp.gate_proj.weight",
    "model.language_model.layers.46.mlp.up_proj.weight",
    "model.language_model.layers.47.mlp.down_proj.weight",
    "model.language_model.layers.47.mlp.gate_proj.weight",
    "model.language_model.layers.47.mlp.up_proj.weight",
    "model.language_model.layers.47.self_attn.k_proj.weight",
    "model.language_model.layers.47.self_attn.o_proj.weight",
    "model.language_model.layers.47.self_attn.q_proj.weight",
    "model.language_model.layers.47.self_attn.v_proj.weight",
    "model.language_model.layers.48.linear_attn.conv1d.weight",
    "model.language_model.layers.48.linear_attn.in_proj_a.weight",
    "model.language_model.layers.48.linear_attn.in_proj_b.weight",
    "model.language_model.layers.48.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.48.linear_attn.in_proj_z.weight",
    "model.language_model.layers.48.linear_attn.out_proj.weight",
    "model.language_model.layers.48.mlp.down_proj.weight",
    "model.language_model.layers.48.mlp.gate_proj.weight",
    "model.language_model.layers.48.mlp.up_proj.weight",
    "model.language_model.layers.49.linear_attn.conv1d.weight",
    "model.language_model.layers.49.linear_attn.in_proj_a.weight",
    "model.language_model.layers.49.linear_attn.in_proj_b.weight",
    "model.language_model.layers.49.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.49.linear_attn.in_proj_z.weight",
    "model.language_model.layers.49.linear_attn.out_proj.weight",
    "model.language_model.layers.49.mlp.down_proj.weight",
    "model.language_model.layers.49.mlp.gate_proj.weight",
    "model.language_model.layers.49.mlp.up_proj.weight",
    "model.language_model.layers.5.linear_attn.conv1d.weight",
    "model.language_model.layers.5.linear_attn.in_proj_a.weight",
    "model.language_model.layers.5.linear_attn.in_proj_b.weight",
    "model.language_model.layers.5.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.5.linear_attn.in_proj_z.weight",
    "model.language_model.layers.5.linear_attn.out_proj.weight",
    "model.language_model.layers.5.mlp.down_proj.weight",
    "model.language_model.layers.5.mlp.gate_proj.weight",
    "model.language_model.layers.5.mlp.up_proj.weight",
    "model.language_model.layers.50.linear_attn.conv1d.weight",
    "model.language_model.layers.50.linear_attn.in_proj_a.weight",
    "model.language_model.layers.50.linear_attn.in_proj_b.weight",
    "model.language_model.layers.50.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.50.linear_attn.in_proj_z.weight",
    "model.language_model.layers.50.linear_attn.out_proj.weight",
    "model.language_model.layers.50.mlp.down_proj.weight",
    "model.language_model.layers.50.mlp.gate_proj.weight",
    "model.language_model.layers.50.mlp.up_proj.weight",
    "model.language_model.layers.51.mlp.down_proj.weight",
    "model.language_model.layers.51.mlp.gate_proj.weight",
    "model.language_model.layers.51.mlp.up_proj.weight",
    "model.language_model.layers.51.self_attn.k_proj.weight",
    "model.language_model.layers.51.self_attn.o_proj.weight",
    "model.language_model.layers.51.self_attn.q_proj.weight",
    "model.language_model.layers.51.self_attn.v_proj.weight",
    "model.language_model.layers.52.linear_attn.conv1d.weight",
    "model.language_model.layers.52.linear_attn.in_proj_a.weight",
    "model.language_model.layers.52.linear_attn.in_proj_b.weight",
    "model.language_model.layers.52.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.52.linear_attn.in_proj_z.weight",
    "model.language_model.layers.52.linear_attn.out_proj.weight",
    "model.language_model.layers.52.mlp.down_proj.weight",
    "model.language_model.layers.52.mlp.gate_proj.weight",
    "model.language_model.layers.52.mlp.up_proj.weight",
    "model.language_model.layers.53.linear_attn.conv1d.weight",
    "model.language_model.layers.53.linear_attn.in_proj_a.weight",
    "model.language_model.layers.53.linear_attn.in_proj_b.weight",
    "model.language_model.layers.53.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.53.linear_attn.in_proj_z.weight",
    "model.language_model.layers.53.linear_attn.out_proj.weight",
    "model.language_model.layers.53.mlp.down_proj.weight",
    "model.language_model.layers.53.mlp.gate_proj.weight",
    "model.language_model.layers.53.mlp.up_proj.weight",
    "model.language_model.layers.54.linear_attn.conv1d.weight",
    "model.language_model.layers.54.linear_attn.in_proj_a.weight",
    "model.language_model.layers.54.linear_attn.in_proj_b.weight",
    "model.language_model.layers.54.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.54.linear_attn.in_proj_z.weight",
    "model.language_model.layers.54.linear_attn.out_proj.weight",
    "model.language_model.layers.54.mlp.down_proj.weight",
    "model.language_model.layers.54.mlp.gate_proj.weight",
    "model.language_model.layers.54.mlp.up_proj.weight",
    "model.language_model.layers.55.mlp.down_proj.weight",
    "model.language_model.layers.55.mlp.gate_proj.weight",
    "model.language_model.layers.55.mlp.up_proj.weight",
    "model.language_model.layers.55.self_attn.k_proj.weight",
    "model.language_model.layers.55.self_attn.o_proj.weight",
    "model.language_model.layers.55.self_attn.q_proj.weight",
    "model.language_model.layers.55.self_attn.v_proj.weight",
    "model.language_model.layers.56.linear_attn.conv1d.weight",
    "model.language_model.layers.56.linear_attn.in_proj_a.weight",
    "model.language_model.layers.56.linear_attn.in_proj_b.weight",
    "model.language_model.layers.56.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.56.linear_attn.in_proj_z.weight",
    "model.language_model.layers.56.linear_attn.out_proj.weight",
    "model.language_model.layers.56.mlp.down_proj.weight",
    "model.language_model.layers.56.mlp.gate_proj.weight",
    "model.language_model.layers.56.mlp.up_proj.weight",
    "model.language_model.layers.57.linear_attn.conv1d.weight",
    "model.language_model.layers.57.linear_attn.in_proj_a.weight",
    "model.language_model.layers.57.linear_attn.in_proj_b.weight",
    "model.language_model.layers.57.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.57.linear_attn.in_proj_z.weight",
    "model.language_model.layers.57.linear_attn.out_proj.weight",
    "model.language_model.layers.57.mlp.down_proj.weight",
    "model.language_model.layers.57.mlp.gate_proj.weight",
    "model.language_model.layers.57.mlp.up_proj.weight",
    "model.language_model.layers.58.linear_attn.conv1d.weight",
    "model.language_model.layers.58.linear_attn.in_proj_a.weight",
    "model.language_model.layers.58.linear_attn.in_proj_b.weight",
    "model.language_model.layers.58.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.58.linear_attn.in_proj_z.weight",
    "model.language_model.layers.58.linear_attn.out_proj.weight",
    "model.language_model.layers.58.mlp.down_proj.weight",
    "model.language_model.layers.58.mlp.gate_proj.weight",
    "model.language_model.layers.58.mlp.up_proj.weight",
    "model.language_model.layers.59.mlp.down_proj.weight",
    "model.language_model.layers.59.mlp.gate_proj.weight",
    "model.language_model.layers.59.mlp.up_proj.weight",
    "model.language_model.layers.59.self_attn.k_proj.weight",
    "model.language_model.layers.59.self_attn.o_proj.weight",
    "model.language_model.layers.59.self_attn.q_proj.weight",
    "model.language_model.layers.59.self_attn.v_proj.weight",
    "model.language_model.layers.6.linear_attn.conv1d.weight",
    "model.language_model.layers.6.linear_attn.in_proj_a.weight",
    "model.language_model.layers.6.linear_attn.in_proj_b.weight",
    "model.language_model.layers.6.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.6.linear_attn.in_proj_z.weight",
    "model.language_model.layers.6.linear_attn.out_proj.weight",
    "model.language_model.layers.6.mlp.down_proj.weight",
    "model.language_model.layers.6.mlp.gate_proj.weight",
    "model.language_model.layers.6.mlp.up_proj.weight",
    "model.language_model.layers.60.linear_attn.conv1d.weight",
    "model.language_model.layers.60.linear_attn.in_proj_a.weight",
    "model.language_model.layers.60.linear_attn.in_proj_b.weight",
    "model.language_model.layers.60.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.60.linear_attn.in_proj_z.weight",
    "model.language_model.layers.60.linear_attn.out_proj.weight",
    "model.language_model.layers.60.mlp.down_proj.weight",
    "model.language_model.layers.60.mlp.gate_proj.weight",
    "model.language_model.layers.60.mlp.up_proj.weight",
    "model.language_model.layers.61.linear_attn.conv1d.weight",
    "model.language_model.layers.61.linear_attn.in_proj_a.weight",
    "model.language_model.layers.61.linear_attn.in_proj_b.weight",
    "model.language_model.layers.61.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.61.linear_attn.in_proj_z.weight",
    "model.language_model.layers.61.linear_attn.out_proj.weight",
    "model.language_model.layers.61.mlp.down_proj.weight",
    "model.language_model.layers.61.mlp.gate_proj.weight",
    "model.language_model.layers.61.mlp.up_proj.weight",
    "model.language_model.layers.62.linear_attn.conv1d.weight",
    "model.language_model.layers.62.linear_attn.in_proj_a.weight",
    "model.language_model.layers.62.linear_attn.in_proj_b.weight",
    "model.language_model.layers.62.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.62.linear_attn.in_proj_z.weight",
    "model.language_model.layers.62.linear_attn.out_proj.weight",
    "model.language_model.layers.62.mlp.down_proj.weight",
    "model.language_model.layers.62.mlp.gate_proj.weight",
    "model.language_model.layers.62.mlp.up_proj.weight",
    "model.language_model.layers.63.mlp.down_proj.weight",
    "model.language_model.layers.63.mlp.gate_proj.weight",
    "model.language_model.layers.63.mlp.up_proj.weight",
    "model.language_model.layers.63.self_attn.k_proj.weight",
    "model.language_model.layers.63.self_attn.o_proj.weight",
    "model.language_model.layers.63.self_attn.q_proj.weight",
    "model.language_model.layers.63.self_attn.v_proj.weight",
    "model.language_model.layers.7.mlp.down_proj.weight",
    "model.language_model.layers.7.mlp.gate_proj.weight",
    "model.language_model.layers.7.mlp.up_proj.weight",
    "model.language_model.layers.7.self_attn.k_proj.weight",
    "model.language_model.layers.7.self_attn.o_proj.weight",
    "model.language_model.layers.7.self_attn.q_proj.weight",
    "model.language_model.layers.7.self_attn.v_proj.weight",
    "model.language_model.layers.8.linear_attn.conv1d.weight",
    "model.language_model.layers.8.linear_attn.in_proj_a.weight",
    "model.language_model.layers.8.linear_attn.in_proj_b.weight",
    "model.language_model.layers.8.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.8.linear_attn.in_proj_z.weight",
    "model.language_model.layers.8.linear_attn.out_proj.weight",
    "model.language_model.layers.8.mlp.down_proj.weight",
    "model.language_model.layers.8.mlp.gate_proj.weight",
    "model.language_model.layers.8.mlp.up_proj.weight",
    "model.language_model.layers.9.linear_attn.conv1d.weight",
    "model.language_model.layers.9.linear_attn.in_proj_a.weight",
    "model.language_model.layers.9.linear_attn.in_proj_b.weight",
    "model.language_model.layers.9.linear_attn.in_proj_qkv.weight",
    "model.language_model.layers.9.linear_attn.in_proj_z.weight",
    "model.language_model.layers.9.linear_attn.out_proj.weight",
    "model.language_model.layers.9.mlp.down_proj.weight",
    "model.language_model.layers.9.mlp.gate_proj.weight",
    "model.language_model.layers.9.mlp.up_proj.weight",
    "model.visual.blocks.0.attn.proj.weight",
    "model.visual.blocks.0.attn.qkv.weight",
    "model.visual.blocks.0.mlp.linear_fc1.weight",
    "model.visual.blocks.0.mlp.linear_fc2.weight",
    "model.visual.blocks.1.attn.proj.weight",
    "model.visual.blocks.1.attn.qkv.weight",
    "model.visual.blocks.1.mlp.linear_fc1.weight",
    "model.visual.blocks.1.mlp.linear_fc2.weight",
    "model.visual.blocks.10.attn.proj.weight",
    "model.visual.blocks.10.attn.qkv.weight",
    "model.visual.blocks.10.mlp.linear_fc1.weight",
    "model.visual.blocks.10.mlp.linear_fc2.weight",
    "model.visual.blocks.11.attn.proj.weight",
    "model.visual.blocks.11.attn.qkv.weight",
    "model.visual.blocks.11.mlp.linear_fc1.weight",
    "model.visual.blocks.11.mlp.linear_fc2.weight",
    "model.visual.blocks.12.attn.proj.weight",
    "model.visual.blocks.12.attn.qkv.weight",
    "model.visual.blocks.12.mlp.linear_fc1.weight",
    "model.visual.blocks.12.mlp.linear_fc2.weight",
    "model.visual.blocks.13.attn.proj.weight",
    "model.visual.blocks.13.attn.qkv.weight",
    "model.visual.blocks.13.mlp.linear_fc1.weight",
    "model.visual.blocks.13.mlp.linear_fc2.weight",
    "model.visual.blocks.14.attn.proj.weight",
    "model.visual.blocks.14.attn.qkv.weight",
    "model.visual.blocks.14.mlp.linear_fc1.weight",
    "model.visual.blocks.14.mlp.linear_fc2.weight",
    "model.visual.blocks.15.attn.proj.weight",
    "model.visual.blocks.15.attn.qkv.weight",
    "model.visual.blocks.15.mlp.linear_fc1.weight",
    "model.visual.blocks.15.mlp.linear_fc2.weight",
    "model.visual.blocks.16.attn.proj.weight",
    "model.visual.blocks.16.attn.qkv.weight",
    "model.visual.blocks.16.mlp.linear_fc1.weight",
    "model.visual.blocks.16.mlp.linear_fc2.weight",
    "model.visual.blocks.17.attn.proj.weight",
    "model.visual.blocks.17.attn.qkv.weight",
    "model.visual.blocks.17.mlp.linear_fc1.weight",
    "model.visual.blocks.17.mlp.linear_fc2.weight",
    "model.visual.blocks.18.attn.proj.weight",
    "model.visual.blocks.18.attn.qkv.weight",
    "model.visual.blocks.18.mlp.linear_fc1.weight",
    "model.visual.blocks.18.mlp.linear_fc2.weight",
    "model.visual.blocks.19.attn.proj.weight",
    "model.visual.blocks.19.attn.qkv.weight",
    "model.visual.blocks.19.mlp.linear_fc1.weight",
    "model.visual.blocks.19.mlp.linear_fc2.weight",
    "model.visual.blocks.2.attn.proj.weight",
    "model.visual.blocks.2.attn.qkv.weight",
    "model.visual.blocks.2.mlp.linear_fc1.weight",
    "model.visual.blocks.2.mlp.linear_fc2.weight",
    "model.visual.blocks.20.attn.proj.weight",
    "model.visual.blocks.20.attn.qkv.weight",
    "model.visual.blocks.20.mlp.linear_fc1.weight",
    "model.visual.blocks.20.mlp.linear_fc2.weight",
    "model.visual.blocks.21.attn.proj.weight",
    "model.visual.blocks.21.attn.qkv.weight",
    "model.visual.blocks.21.mlp.linear_fc1.weight",
    "model.visual.blocks.21.mlp.linear_fc2.weight",
    "model.visual.blocks.22.attn.proj.weight",
    "model.visual.blocks.22.attn.qkv.weight",
    "model.visual.blocks.22.mlp.linear_fc1.weight",
    "model.visual.blocks.22.mlp.linear_fc2.weight",
    "model.visual.blocks.23.attn.proj.weight",
    "model.visual.blocks.23.attn.qkv.weight",
    "model.visual.blocks.23.mlp.linear_fc1.weight",
    "model.visual.blocks.23.mlp.linear_fc2.weight",
    "model.visual.blocks.24.attn.proj.weight",
    "model.visual.blocks.24.attn.qkv.weight",
    "model.visual.blocks.24.mlp.linear_fc1.weight",
    "model.visual.blocks.24.mlp.linear_fc2.weight",
    "model.visual.blocks.25.attn.proj.weight",
    "model.visual.blocks.25.attn.qkv.weight",
    "model.visual.blocks.25.mlp.linear_fc1.weight",
    "model.visual.blocks.25.mlp.linear_fc2.weight",
    "model.visual.blocks.26.attn.proj.weight",
    "model.visual.blocks.26.attn.qkv.weight",
    "model.visual.blocks.26.mlp.linear_fc1.weight",
    "model.visual.blocks.26.mlp.linear_fc2.weight",
    "model.visual.blocks.3.attn.proj.weight",
    "model.visual.blocks.3.attn.qkv.weight",
    "model.visual.blocks.3.mlp.linear_fc1.weight",
    "model.visual.blocks.3.mlp.linear_fc2.weight",
    "model.visual.blocks.4.attn.proj.weight",
    "model.visual.blocks.4.attn.qkv.weight",
    "model.visual.blocks.4.mlp.linear_fc1.weight",
    "model.visual.blocks.4.mlp.linear_fc2.weight",
    "model.visual.blocks.5.attn.proj.weight",
    "model.visual.blocks.5.attn.qkv.weight",
    "model.visual.blocks.5.mlp.linear_fc1.weight",
    "model.visual.blocks.5.mlp.linear_fc2.weight",
    "model.visual.blocks.6.attn.proj.weight",
    "model.visual.blocks.6.attn.qkv.weight",
    "model.visual.blocks.6.mlp.linear_fc1.weight",
    "model.visual.blocks.6.mlp.linear_fc2.weight",
    "model.visual.blocks.7.attn.proj.weight",
    "model.visual.blocks.7.attn.qkv.weight",
    "model.visual.blocks.7.mlp.linear_fc1.weight",
    "model.visual.blocks.7.mlp.linear_fc2.weight",
    "model.visual.blocks.8.attn.proj.weight",
    "model.visual.blocks.8.attn.qkv.weight",
    "model.visual.blocks.8.mlp.linear_fc1.weight",
    "model.visual.blocks.8.mlp.linear_fc2.weight",
    "model.visual.blocks.9.attn.proj.weight",
    "model.visual.blocks.9.attn.qkv.weight",
    "model.visual.blocks.9.mlp.linear_fc1.weight",
    "model.visual.blocks.9.mlp.linear_fc2.weight",
    "model.visual.merger.linear_fc1.weight",
    "model.visual.merger.linear_fc2.weight",
    "mtp.fc.weight",
    "mtp.layers.0.mlp.down_proj.weight",
    "mtp.layers.0.mlp.gate_proj.weight",
    "mtp.layers.0.mlp.up_proj.weight",
    "mtp.layers.0.self_attn.k_proj.weight",
    "mtp.layers.0.self_attn.o_proj.weight",
    "mtp.layers.0.self_attn.q_proj.weight",
    "mtp.layers.0.self_attn.v_proj.weight"
  ],
  "host_groups": {
    "model.language_model.layers.0.linear_attn.conv1d.weight": 0,
    "model.language_model.layers.0.linear_attn.in_proj_a.weight": 0,
    "model.language_model.layers.0.linear_attn.in_proj_b.weight": 0,
    "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": 0,
    "model.language_model.layers.0.linear_attn.in_proj_z.weight": 0,
    "model.language_model.layers.0.linear_attn.out_proj.weight": 0,
    "model.language_model.layers.0.mlp.down_proj.weight": 0,
    "model.language_model.layers.0.mlp.gate_proj.weight": 0,
    "model.language_model.layers.0.mlp.up_proj.weight": 0,
    "model.language_model.layers.1.linear_attn.conv1d.weight": 0,
    "model.language_model.layers.1.linear_attn.in_proj_a.weight": 0,
    "model.language_model.layers.1.linear_attn.in_proj_b.weight": 0,
    "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": 0,
    "model.language_model.layers.1.linear_attn.in_proj_z.weight": 0,
    "model.language_model.layers.1.linear_attn.out_proj.weight": 0,
    "model.language_model.layers.1.mlp.down_proj.weight": 0,
    "model.language_model.layers.1.mlp.gate_proj.weight": 0,
    "model.language_model.layers.1.mlp.up_proj.weight": 0,
    "model.language_model.layers.10.linear_attn.conv1d.weight": 5,
    "model.language_model.layers.10.linear_attn.in_proj_a.weight": 5,
    "model.language_model.layers.10.linear_attn.in_proj_b.weight": 5,
    "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": 5,
    "model.language_model.layers.10.linear_attn.in_proj_z.weight": 5,
    "model.language_model.layers.10.linear_attn.out_proj.weight": 5,
    "model.language_model.layers.10.mlp.down_proj.weight": 5,
    "model.language_model.layers.10.mlp.gate_proj.weight": 5,
    "model.language_model.layers.10.mlp.up_proj.weight": 5,
    "model.language_model.layers.11.mlp.down_proj.weight": 5,
    "model.language_model.layers.11.mlp.gate_proj.weight": 5,
    "model.language_model.layers.11.mlp.up_proj.weight": 5,
    "model.language_model.layers.11.self_attn.k_proj.weight": 5,
    "model.language_model.layers.11.self_attn.o_proj.weight": 5,
    "model.language_model.layers.11.self_attn.q_proj.weight": 5,
    "model.language_model.layers.11.self_attn.v_proj.weight": 5,
    "model.language_model.layers.12.linear_attn.conv1d.weight": 6,
    "model.language_model.layers.12.linear_attn.in_proj_a.weight": 6,
    "model.language_model.layers.12.linear_attn.in_proj_b.weight": 6,
    "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": 6,
    "model.language_model.layers.12.linear_attn.in_proj_z.weight": 6,
    "model.language_model.layers.12.linear_attn.out_proj.weight": 6,
    "model.language_model.layers.12.mlp.down_proj.weight": 6,
    "model.language_model.layers.12.mlp.gate_proj.weight": 6,
    "model.language_model.layers.12.mlp.up_proj.weight": 6,
    "model.language_model.layers.13.linear_attn.conv1d.weight": 6,
    "model.language_model.layers.13.linear_attn.in_proj_a.weight": 6,
    "model.language_model.layers.13.linear_attn.in_proj_b.weight": 6,
    "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": 6,
    "model.language_model.layers.13.linear_attn.in_proj_z.weight": 6,
    "model.language_model.layers.13.linear_attn.out_proj.weight": 6,
    "model.language_model.layers.13.mlp.down_proj.weight": 6,
    "model.language_model.layers.13.mlp.gate_proj.weight": 6,
    "model.language_model.layers.13.mlp.up_proj.weight": 6,
    "model.language_model.layers.14.linear_attn.conv1d.weight": 7,
    "model.language_model.layers.14.linear_attn.in_proj_a.weight": 7,
    "model.language_model.layers.14.linear_attn.in_proj_b.weight": 7,
    "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": 7,
    "model.language_model.layers.14.linear_attn.in_proj_z.weight": 7,
    "model.language_model.layers.14.linear_attn.out_proj.weight": 7,
    "model.language_model.layers.14.mlp.down_proj.weight": 7,
    "model.language_model.layers.14.mlp.gate_proj.weight": 7,
    "model.language_model.layers.14.mlp.up_proj.weight": 7,
    "model.language_model.layers.15.mlp.down_proj.weight": 7,
    "model.language_model.layers.15.mlp.gate_proj.weight": 7,
    "model.language_model.layers.15.mlp.up_proj.weight": 7,
    "model.language_model.layers.15.self_attn.k_proj.weight": 7,
    "model.language_model.layers.15.self_attn.o_proj.weight": 7,
    "model.language_model.layers.15.self_attn.q_proj.weight": 7,
    "model.language_model.layers.15.self_attn.v_proj.weight": 7,
    "model.language_model.layers.16.linear_attn.conv1d.weight": 8,
    "model.language_model.layers.16.linear_attn.in_proj_a.weight": 8,
    "model.language_model.layers.16.linear_attn.in_proj_b.weight": 8,
    "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": 8,
    "model.language_model.layers.16.linear_attn.in_proj_z.weight": 8,
    "model.language_model.layers.16.linear_attn.out_proj.weight": 8,
    "model.language_model.layers.16.mlp.down_proj.weight": 8,
    "model.language_model.layers.16.mlp.gate_proj.weight": 8,
    "model.language_model.layers.16.mlp.up_proj.weight": 8,
    "model.language_model.layers.17.linear_attn.conv1d.weight": 8,
    "model.language_model.layers.17.linear_attn.in_proj_a.weight": 8,
    "model.language_model.layers.17.linear_attn.in_proj_b.weight": 8,
    "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": 8,
    "model.language_model.layers.17.linear_attn.in_proj_z.weight": 8,
    "model.language_model.layers.17.linear_attn.out_proj.weight": 8,
    "model.language_model.layers.17.mlp.down_proj.weight": 8,
    "model.language_model.layers.17.mlp.gate_proj.weight": 8,
    "model.language_model.layers.17.mlp.up_proj.weight": 8,
    "model.language_model.layers.18.linear_attn.conv1d.weight": 9,
    "model.language_model.layers.18.linear_attn.in_proj_a.weight": 9,
    "model.language_model.layers.18.linear_attn.in_proj_b.weight": 9,
    "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": 9,
    "model.language_model.layers.18.linear_attn.in_proj_z.weight": 9,
    "model.language_model.layers.18.linear_attn.out_proj.weight": 9,
    "model.language_model.layers.18.mlp.down_proj.weight": 9,
    "model.language_model.layers.18.mlp.gate_proj.weight": 9,
    "model.language_model.layers.18.mlp.up_proj.weight": 9,
    "model.language_model.layers.19.mlp.down_proj.weight": 9,
    "model.language_model.layers.19.mlp.gate_proj.weight": 9,
    "model.language_model.layers.19.mlp.up_proj.weight": 9,
    "model.language_model.layers.19.self_attn.k_proj.weight": 9,
    "model.language_model.layers.19.self_attn.o_proj.weight": 9,
    "model.language_model.layers.19.self_attn.q_proj.weight": 9,
    "model.language_model.layers.19.self_attn.v_proj.weight": 9,
    "model.language_model.layers.2.linear_attn.conv1d.weight": 1,
    "model.language_model.layers.2.linear_attn.in_proj_a.weight": 1,
    "model.language_model.layers.2.linear_attn.in_proj_b.weight": 1,
    "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": 1,
    "model.language_model.layers.2.linear_attn.in_proj_z.weight": 1,
    "model.language_model.layers.2.linear_attn.out_proj.weight": 1,
    "model.language_model.layers.2.mlp.down_proj.weight": 1,
    "model.language_model.layers.2.mlp.gate_proj.weight": 1,
    "model.language_model.layers.2.mlp.up_proj.weight": 1,
    "model.language_model.layers.20.linear_attn.conv1d.weight": 10,
    "model.language_model.layers.20.linear_attn.in_proj_a.weight": 10,
    "model.language_model.layers.20.linear_attn.in_proj_b.weight": 10,
    "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": 10,
    "model.language_model.layers.20.linear_attn.in_proj_z.weight": 10,
    "model.language_model.layers.20.linear_attn.out_proj.weight": 10,
    "model.language_model.layers.20.mlp.down_proj.weight": 10,
    "model.language_model.layers.20.mlp.gate_proj.weight": 10,
    "model.language_model.layers.20.mlp.up_proj.weight": 10,
    "model.language_model.layers.21.linear_attn.conv1d.weight": 10,
    "model.language_model.layers.21.linear_attn.in_proj_a.weight": 10,
    "model.language_model.layers.21.linear_attn.in_proj_b.weight": 10,
    "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": 10,
    "model.language_model.layers.21.linear_attn.in_proj_z.weight": 10,
    "model.language_model.layers.21.linear_attn.out_proj.weight": 10,
    "model.language_model.layers.21.mlp.down_proj.weight": 10,
    "model.language_model.layers.21.mlp.gate_proj.weight": 10,
    "model.language_model.layers.21.mlp.up_proj.weight": 10,
    "model.language_model.layers.22.linear_attn.conv1d.weight": 11,
    "model.language_model.layers.22.linear_attn.in_proj_a.weight": 11,
    "model.language_model.layers.22.linear_attn.in_proj_b.weight": 11,
    "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": 11,
    "model.language_model.layers.22.linear_attn.in_proj_z.weight": 11,
    "model.language_model.layers.22.linear_attn.out_proj.weight": 11,
    "model.language_model.layers.22.mlp.down_proj.weight": 11,
    "model.language_model.layers.22.mlp.gate_proj.weight": 11,
    "model.language_model.layers.22.mlp.up_proj.weight": 11,
    "model.language_model.layers.23.mlp.down_proj.weight": 11,
    "model.language_model.layers.23.mlp.gate_proj.weight": 11,
    "model.language_model.layers.23.mlp.up_proj.weight": 11,
    "model.language_model.layers.23.self_attn.k_proj.weight": 11,
    "model.language_model.layers.23.self_attn.o_proj.weight": 11,
    "model.language_model.layers.23.self_attn.q_proj.weight": 11,
    "model.language_model.layers.23.self_attn.v_proj.weight": 11,
    "model.language_model.layers.24.linear_attn.conv1d.weight": 12,
    "model.language_model.layers.24.linear_attn.in_proj_a.weight": 12,
    "model.language_model.layers.24.linear_attn.in_proj_b.weight": 12,
    "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": 12,
    "model.language_model.layers.24.linear_attn.in_proj_z.weight": 12,
    "model.language_model.layers.24.linear_attn.out_proj.weight": 12,
    "model.language_model.layers.24.mlp.down_proj.weight": 12,
    "model.language_model.layers.24.mlp.gate_proj.weight": 12,
    "model.language_model.layers.24.mlp.up_proj.weight": 12,
    "model.language_model.layers.25.linear_attn.conv1d.weight": 12,
    "model.language_model.layers.25.linear_attn.in_proj_a.weight": 12,
    "model.language_model.layers.25.linear_attn.in_proj_b.weight": 12,
    "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": 12,
    "model.language_model.layers.25.linear_attn.in_proj_z.weight": 12,
    "model.language_model.layers.25.linear_attn.out_proj.weight": 12,
    "model.language_model.layers.25.mlp.down_proj.weight": 12,
    "model.language_model.layers.25.mlp.gate_proj.weight": 12,
    "model.language_model.layers.25.mlp.up_proj.weight": 12,
    "model.language_model.layers.26.linear_attn.conv1d.weight": 13,
    "model.language_model.layers.26.linear_attn.in_proj_a.weight": 13,
    "model.language_model.layers.26.linear_attn.in_proj_b.weight": 13,
    "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": 13,
    "model.language_model.layers.26.linear_attn.in_proj_z.weight": 13,
    "model.language_model.layers.26.linear_attn.out_proj.weight": 13,
    "model.language_model.layers.26.mlp.down_proj.weight": 13,
    "model.language_model.layers.26.mlp.gate_proj.weight": 13,
    "model.language_model.layers.26.mlp.up_proj.weight": 13,
    "model.language_model.layers.27.mlp.down_proj.weight": 13,
    "model.language_model.layers.27.mlp.gate_proj.weight": 13,
    "model.language_model.layers.27.mlp.up_proj.weight": 13,
    "model.language_model.layers.27.self_attn.k_proj.weight": 13,
    "model.language_model.layers.27.self_attn.o_proj.weight": 13,
    "model.language_model.layers.27.self_attn.q_proj.weight": 13,
    "model.language_model.layers.27.self_attn.v_proj.weight": 13,
    "model.language_model.layers.28.linear_attn.conv1d.weight": 14,
    "model.language_model.layers.28.linear_attn.in_proj_a.weight": 14,
    "model.language_model.layers.28.linear_attn.in_proj_b.weight": 14,
    "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": 14,
    "model.language_model.layers.28.linear_attn.in_proj_z.weight": 14,
    "model.language_model.layers.28.linear_attn.out_proj.weight": 14,
    "model.language_model.layers.28.mlp.down_proj.weight": 14,
    "model.language_model.layers.28.mlp.gate_proj.weight": 14,
    "model.language_model.layers.28.mlp.up_proj.weight": 14,
    "model.language_model.layers.29.linear_attn.conv1d.weight": 14,
    "model.language_model.layers.29.linear_attn.in_proj_a.weight": 14,
    "model.language_model.layers.29.linear_attn.in_proj_b.weight": 14,
    "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": 14,
    "model.language_model.layers.29.linear_attn.in_proj_z.weight": 14,
    "model.language_model.layers.29.linear_attn.out_proj.weight": 14,
    "model.language_model.layers.29.mlp.down_proj.weight": 14,
    "model.language_model.layers.29.mlp.gate_proj.weight": 14,
    "model.language_model.layers.29.mlp.up_proj.weight": 14,
    "model.language_model.layers.3.mlp.down_proj.weight": 1,
    "model.language_model.layers.3.mlp.gate_proj.weight": 1,
    "model.language_model.layers.3.mlp.up_proj.weight": 1,
    "model.language_model.layers.3.self_attn.k_proj.weight": 1,
    "model.language_model.layers.3.self_attn.o_proj.weight": 1,
    "model.language_model.layers.3.self_attn.q_proj.weight": 1,
    "model.language_model.layers.3.self_attn.v_proj.weight": 1,
    "model.language_model.layers.30.linear_attn.conv1d.weight": 15,
    "model.language_model.layers.30.linear_attn.in_proj_a.weight": 15,
    "model.language_model.layers.30.linear_attn.in_proj_b.weight": 15,
    "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": 15,
    "model.language_model.layers.30.linear_attn.in_proj_z.weight": 15,
    "model.language_model.layers.30.linear_attn.out_proj.weight": 15,
    "model.language_model.layers.30.mlp.down_proj.weight": 15,
    "model.language_model.layers.30.mlp.gate_proj.weight": 15,
    "model.language_model.layers.30.mlp.up_proj.weight": 15,
    "model.language_model.layers.31.mlp.down_proj.weight": 15,
    "model.language_model.layers.31.mlp.gate_proj.weight": 15,
    "model.language_model.layers.31.mlp.up_proj.weight": 15,
    "model.language_model.layers.31.self_attn.k_proj.weight": 15,
    "model.language_model.layers.31.self_attn.o_proj.weight": 15,
    "model.language_model.layers.31.self_attn.q_proj.weight": 15,
    "model.language_model.layers.31.self_attn.v_proj.weight": 15,
    "model.language_model.layers.32.linear_attn.conv1d.weight": 16,
    "model.language_model.layers.32.linear_attn.in_proj_a.weight": 16,
    "model.language_model.layers.32.linear_attn.in_proj_b.weight": 16,
    "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": 16,
    "model.language_model.layers.32.linear_attn.in_proj_z.weight": 16,
    "model.language_model.layers.32.linear_attn.out_proj.weight": 16,
    "model.language_model.layers.32.mlp.down_proj.weight": 16,
    "model.language_model.layers.32.mlp.gate_proj.weight": 16,
    "model.language_model.layers.32.mlp.up_proj.weight": 16,
    "model.language_model.layers.33.linear_attn.conv1d.weight": 16,
    "model.language_model.layers.33.linear_attn.in_proj_a.weight": 16,
    "model.language_model.layers.33.linear_attn.in_proj_b.weight": 16,
    "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": 16,
    "model.language_model.layers.33.linear_attn.in_proj_z.weight": 16,
    "model.language_model.layers.33.linear_attn.out_proj.weight": 16,
    "model.language_model.layers.33.mlp.down_proj.weight": 16,
    "model.language_model.layers.33.mlp.gate_proj.weight": 16,
    "model.language_model.layers.33.mlp.up_proj.weight": 16,
    "model.language_model.layers.34.linear_attn.conv1d.weight": 17,
    "model.language_model.layers.34.linear_attn.in_proj_a.weight": 17,
    "model.language_model.layers.34.linear_attn.in_proj_b.weight": 17,
    "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": 17,
    "model.language_model.layers.34.linear_attn.in_proj_z.weight": 17,
    "model.language_model.layers.34.linear_attn.out_proj.weight": 17,
    "model.language_model.layers.34.mlp.down_proj.weight": 17,
    "model.language_model.layers.34.mlp.gate_proj.weight": 17,
    "model.language_model.layers.34.mlp.up_proj.weight": 17,
    "model.language_model.layers.35.mlp.down_proj.weight": 17,
    "model.language_model.layers.35.mlp.gate_proj.weight": 17,
    "model.language_model.layers.35.mlp.up_proj.weight": 17,
    "model.language_model.layers.35.self_attn.k_proj.weight": 17,
    "model.language_model.layers.35.self_attn.o_proj.weight": 17,
    "model.language_model.layers.35.self_attn.q_proj.weight": 17,
    "model.language_model.layers.35.self_attn.v_proj.weight": 17,
    "model.language_model.layers.36.linear_attn.conv1d.weight": 18,
    "model.language_model.layers.36.linear_attn.in_proj_a.weight": 18,
    "model.language_model.layers.36.linear_attn.in_proj_b.weight": 18,
    "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": 18,
    "model.language_model.layers.36.linear_attn.in_proj_z.weight": 18,
    "model.language_model.layers.36.linear_attn.out_proj.weight": 18,
    "model.language_model.layers.36.mlp.down_proj.weight": 18,
    "model.language_model.layers.36.mlp.gate_proj.weight": 18,
    "model.language_model.layers.36.mlp.up_proj.weight": 18,
    "model.language_model.layers.37.linear_attn.conv1d.weight": 18,
    "model.language_model.layers.37.linear_attn.in_proj_a.weight": 18,
    "model.language_model.layers.37.linear_attn.in_proj_b.weight": 18,
    "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": 18,
    "model.language_model.layers.37.linear_attn.in_proj_z.weight": 18,
    "model.language_model.layers.37.linear_attn.out_proj.weight": 18,
    "model.language_model.layers.37.mlp.down_proj.weight": 18,
    "model.language_model.layers.37.mlp.gate_proj.weight": 18,
    "model.language_model.layers.37.mlp.up_proj.weight": 18,
    "model.language_model.layers.38.linear_attn.conv1d.weight": 19,
    "model.language_model.layers.38.linear_attn.in_proj_a.weight": 19,
    "model.language_model.layers.38.linear_attn.in_proj_b.weight": 19,
    "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": 19,
    "model.language_model.layers.38.linear_attn.in_proj_z.weight": 19,
    "model.language_model.layers.38.linear_attn.out_proj.weight": 19,
    "model.language_model.layers.38.mlp.down_proj.weight": 19,
    "model.language_model.layers.38.mlp.gate_proj.weight": 19,
    "model.language_model.layers.38.mlp.up_proj.weight": 19,
    "model.language_model.layers.39.mlp.down_proj.weight": 19,
    "model.language_model.layers.39.mlp.gate_proj.weight": 19,
    "model.language_model.layers.39.mlp.up_proj.weight": 19,
    "model.language_model.layers.39.self_attn.k_proj.weight": 19,
    "model.language_model.layers.39.self_attn.o_proj.weight": 19,
    "model.language_model.layers.39.self_attn.q_proj.weight": 19,
    "model.language_model.layers.39.self_attn.v_proj.weight": 19,
    "model.language_model.layers.4.linear_attn.conv1d.weight": 2,
    "model.language_model.layers.4.linear_attn.in_proj_a.weight": 2,
    "model.language_model.layers.4.linear_attn.in_proj_b.weight": 2,
    "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": 2,
    "model.language_model.layers.4.linear_attn.in_proj_z.weight": 2,
    "model.language_model.layers.4.linear_attn.out_proj.weight": 2,
    "model.language_model.layers.4.mlp.down_proj.weight": 2,
    "model.language_model.layers.4.mlp.gate_proj.weight": 2,
    "model.language_model.layers.4.mlp.up_proj.weight": 2,
    "model.language_model.layers.40.linear_attn.conv1d.weight": 20,
    "model.language_model.layers.40.linear_attn.in_proj_a.weight": 20,
    "model.language_model.layers.40.linear_attn.in_proj_b.weight": 20,
    "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": 20,
    "model.language_model.layers.40.linear_attn.in_proj_z.weight": 20,
    "model.language_model.layers.40.linear_attn.out_proj.weight": 20,
    "model.language_model.layers.40.mlp.down_proj.weight": 20,
    "model.language_model.layers.40.mlp.gate_proj.weight": 20,
    "model.language_model.layers.40.mlp.up_proj.weight": 20,
    "model.language_model.layers.41.linear_attn.conv1d.weight": 20,
    "model.language_model.layers.41.linear_attn.in_proj_a.weight": 20,
    "model.language_model.layers.41.linear_attn.in_proj_b.weight": 20,
    "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": 20,
    "model.language_model.layers.41.linear_attn.in_proj_z.weight": 20,
    "model.language_model.layers.41.linear_attn.out_proj.weight": 20,
    "model.language_model.layers.41.mlp.down_proj.weight": 20,
    "model.language_model.layers.41.mlp.gate_proj.weight": 20,
    "model.language_model.layers.41.mlp.up_proj.weight": 20,
    "model.language_model.layers.42.linear_attn.conv1d.weight": 21,
    "model.language_model.layers.42.linear_attn.in_proj_a.weight": 21,
    "model.language_model.layers.42.linear_attn.in_proj_b.weight": 21,
    "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": 21,
    "model.language_model.layers.42.linear_attn.in_proj_z.weight": 21,
    "model.language_model.layers.42.linear_attn.out_proj.weight": 21,
    "model.language_model.layers.42.mlp.down_proj.weight": 21,
    "model.language_model.layers.42.mlp.gate_proj.weight": 21,
    "model.language_model.layers.42.mlp.up_proj.weight": 21,
    "model.language_model.layers.43.mlp.down_proj.weight": 21,
    "model.language_model.layers.43.mlp.gate_proj.weight": 21,
    "model.language_model.layers.43.mlp.up_proj.weight": 21,
    "model.language_model.layers.43.self_attn.k_proj.weight": 21,
    "model.language_model.layers.43.self_attn.o_proj.weight": 21,
    "model.language_model.layers.43.self_attn.q_proj.weight": 21,
    "model.language_model.layers.43.self_attn.v_proj.weight": 21,
    "model.language_model.layers.44.linear_attn.conv1d.weight": 22,
    "model.language_model.layers.44.linear_attn.in_proj_a.weight": 22,
    "model.language_model.layers.44.linear_attn.in_proj_b.weight": 22,
    "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": 22,
    "model.language_model.layers.44.linear_attn.in_proj_z.weight": 22,
    "model.language_model.layers.44.linear_attn.out_proj.weight": 22,
    "model.language_model.layers.44.mlp.down_proj.weight": 22,
    "model.language_model.layers.44.mlp.gate_proj.weight": 22,
    "model.language_model.layers.44.mlp.up_proj.weight": 22,
    "model.language_model.layers.45.linear_attn.conv1d.weight": 22,
    "model.language_model.layers.45.linear_attn.in_proj_a.weight": 22,
    "model.language_model.layers.45.linear_attn.in_proj_b.weight": 22,
    "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": 22,
    "model.language_model.layers.45.linear_attn.in_proj_z.weight": 22,
    "model.language_model.layers.45.linear_attn.out_proj.weight": 22,
    "model.language_model.layers.45.mlp.down_proj.weight": 22,
    "model.language_model.layers.45.mlp.gate_proj.weight": 22,
    "model.language_model.layers.45.mlp.up_proj.weight": 22,
    "model.language_model.layers.46.linear_attn.conv1d.weight": 23,
    "model.language_model.layers.46.linear_attn.in_proj_a.weight": 23,
    "model.language_model.layers.46.linear_attn.in_proj_b.weight": 23,
    "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": 23,
    "model.language_model.layers.46.linear_attn.in_proj_z.weight": 23,
    "model.language_model.layers.46.linear_attn.out_proj.weight": 23,
    "model.language_model.layers.46.mlp.down_proj.weight": 23,
    "model.language_model.layers.46.mlp.gate_proj.weight": 23,
    "model.language_model.layers.46.mlp.up_proj.weight": 23,
    "model.language_model.layers.47.mlp.down_proj.weight": 23,
    "model.language_model.layers.47.mlp.gate_proj.weight": 23,
    "model.language_model.layers.47.mlp.up_proj.weight": 23,
    "model.language_model.layers.47.self_attn.k_proj.weight": 23,
    "model.language_model.layers.47.self_attn.o_proj.weight": 23,
    "model.language_model.layers.47.self_attn.q_proj.weight": 23,
    "model.language_model.layers.47.self_attn.v_proj.weight": 23,
    "model.language_model.layers.48.linear_attn.conv1d.weight": 24,
    "model.language_model.layers.48.linear_attn.in_proj_a.weight": 24,
    "model.language_model.layers.48.linear_attn.in_proj_b.weight": 24,
    "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": 24,
    "model.language_model.layers.48.linear_attn.in_proj_z.weight": 24,
    "model.language_model.layers.48.linear_attn.out_proj.weight": 24,
    "model.language_model.layers.48.mlp.down_proj.weight": 24,
    "model.language_model.layers.48.mlp.gate_proj.weight": 24,
    "model.language_model.layers.48.mlp.up_proj.weight": 24,
    "model.language_model.layers.49.linear_attn.conv1d.weight": 24,
    "model.language_model.layers.49.linear_attn.in_proj_a.weight": 24,
    "model.language_model.layers.49.linear_attn.in_proj_b.weight": 24,
    "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": 24,
    "model.language_model.layers.49.linear_attn.in_proj_z.weight": 24,
    "model.language_model.layers.49.linear_attn.out_proj.weight": 24,
    "model.language_model.layers.49.mlp.down_proj.weight": 24,
    "model.language_model.layers.49.mlp.gate_proj.weight": 24,
    "model.language_model.layers.49.mlp.up_proj.weight": 24,
    "model.language_model.layers.5.linear_attn.conv1d.weight": 2,
    "model.language_model.layers.5.linear_attn.in_proj_a.weight": 2,
    "model.language_model.layers.5.linear_attn.in_proj_b.weight": 2,
    "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": 2,
    "model.language_model.layers.5.linear_attn.in_proj_z.weight": 2,
    "model.language_model.layers.5.linear_attn.out_proj.weight": 2,
    "model.language_model.layers.5.mlp.down_proj.weight": 2,
    "model.language_model.layers.5.mlp.gate_proj.weight": 2,
    "model.language_model.layers.5.mlp.up_proj.weight": 2,
    "model.language_model.layers.50.linear_attn.conv1d.weight": 25,
    "model.language_model.layers.50.linear_attn.in_proj_a.weight": 25,
    "model.language_model.layers.50.linear_attn.in_proj_b.weight": 25,
    "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": 25,
    "model.language_model.layers.50.linear_attn.in_proj_z.weight": 25,
    "model.language_model.layers.50.linear_attn.out_proj.weight": 25,
    "model.language_model.layers.50.mlp.down_proj.weight": 25,
    "model.language_model.layers.50.mlp.gate_proj.weight": 25,
    "model.language_model.layers.50.mlp.up_proj.weight": 25,
    "model.language_model.layers.51.mlp.down_proj.weight": 25,
    "model.language_model.layers.51.mlp.gate_proj.weight": 25,
    "model.language_model.layers.51.mlp.up_proj.weight": 25,
    "model.language_model.layers.51.self_attn.k_proj.weight": 25,
    "model.language_model.layers.51.self_attn.o_proj.weight": 25,
    "model.language_model.layers.51.self_attn.q_proj.weight": 25,
    "model.language_model.layers.51.self_attn.v_proj.weight": 25,
    "model.language_model.layers.52.linear_attn.conv1d.weight": 26,
    "model.language_model.layers.52.linear_attn.in_proj_a.weight": 26,
    "model.language_model.layers.52.linear_attn.in_proj_b.weight": 26,
    "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": 26,
    "model.language_model.layers.52.linear_attn.in_proj_z.weight": 26,
    "model.language_model.layers.52.linear_attn.out_proj.weight": 26,
    "model.language_model.layers.52.mlp.down_proj.weight": 26,
    "model.language_model.layers.52.mlp.gate_proj.weight": 26,
    "model.language_model.layers.52.mlp.up_proj.weight": 26,
    "model.language_model.layers.53.linear_attn.conv1d.weight": 26,
    "model.language_model.layers.53.linear_attn.in_proj_a.weight": 26,
    "model.language_model.layers.53.linear_attn.in_proj_b.weight": 26,
    "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": 26,
    "model.language_model.layers.53.linear_attn.in_proj_z.weight": 26,
    "model.language_model.layers.53.linear_attn.out_proj.weight": 26,
    "model.language_model.layers.53.mlp.down_proj.weight": 26,
    "model.language_model.layers.53.mlp.gate_proj.weight": 26,
    "model.language_model.layers.53.mlp.up_proj.weight": 26,
    "model.language_model.layers.54.linear_attn.conv1d.weight": 27,
    "model.language_model.layers.54.linear_attn.in_proj_a.weight": 27,
    "model.language_model.layers.54.linear_attn.in_proj_b.weight": 27,
    "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": 27,
    "model.language_model.layers.54.linear_attn.in_proj_z.weight": 27,
    "model.language_model.layers.54.linear_attn.out_proj.weight": 27,
    "model.language_model.layers.54.mlp.down_proj.weight": 27,
    "model.language_model.layers.54.mlp.gate_proj.weight": 27,
    "model.language_model.layers.54.mlp.up_proj.weight": 27,
    "model.language_model.layers.55.mlp.down_proj.weight": 27,
    "model.language_model.layers.55.mlp.gate_proj.weight": 27,
    "model.language_model.layers.55.mlp.up_proj.weight": 27,
    "model.language_model.layers.55.self_attn.k_proj.weight": 27,
    "model.language_model.layers.55.self_attn.o_proj.weight": 27,
    "model.language_model.layers.55.self_attn.q_proj.weight": 27,
    "model.language_model.layers.55.self_attn.v_proj.weight": 27,
    "model.language_model.layers.56.linear_attn.conv1d.weight": 28,
    "model.language_model.layers.56.linear_attn.in_proj_a.weight": 28,
    "model.language_model.layers.56.linear_attn.in_proj_b.weight": 28,
    "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": 28,
    "model.language_model.layers.56.linear_attn.in_proj_z.weight": 28,
    "model.language_model.layers.56.linear_attn.out_proj.weight": 28,
    "model.language_model.layers.56.mlp.down_proj.weight": 28,
    "model.language_model.layers.56.mlp.gate_proj.weight": 28,
    "model.language_model.layers.56.mlp.up_proj.weight": 28,
    "model.language_model.layers.57.linear_attn.conv1d.weight": 28,
    "model.language_model.layers.57.linear_attn.in_proj_a.weight": 28,
    "model.language_model.layers.57.linear_attn.in_proj_b.weight": 28,
    "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": 28,
    "model.language_model.layers.57.linear_attn.in_proj_z.weight": 28,
    "model.language_model.layers.57.linear_attn.out_proj.weight": 28,
    "model.language_model.layers.57.mlp.down_proj.weight": 28,
    "model.language_model.layers.57.mlp.gate_proj.weight": 28,
    "model.language_model.layers.57.mlp.up_proj.weight": 28,
    "model.language_model.layers.58.linear_attn.conv1d.weight": 29,
    "model.language_model.layers.58.linear_attn.in_proj_a.weight": 29,
    "model.language_model.layers.58.linear_attn.in_proj_b.weight": 29,
    "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": 29,
    "model.language_model.layers.58.linear_attn.in_proj_z.weight": 29,
    "model.language_model.layers.58.linear_attn.out_proj.weight": 29,
    "model.language_model.layers.58.mlp.down_proj.weight": 29,
    "model.language_model.layers.58.mlp.gate_proj.weight": 29,
    "model.language_model.layers.58.mlp.up_proj.weight": 29,
    "model.language_model.layers.59.mlp.down_proj.weight": 29,
    "model.language_model.layers.59.mlp.gate_proj.weight": 29,
    "model.language_model.layers.59.mlp.up_proj.weight": 29,
    "model.language_model.layers.59.self_attn.k_proj.weight": 29,
    "model.language_model.layers.59.self_attn.o_proj.weight": 29,
    "model.language_model.layers.59.self_attn.q_proj.weight": 29,
    "model.language_model.layers.59.self_attn.v_proj.weight": 29,
    "model.language_model.layers.6.linear_attn.conv1d.weight": 3,
    "model.language_model.layers.6.linear_attn.in_proj_a.weight": 3,
    "model.language_model.layers.6.linear_attn.in_proj_b.weight": 3,
    "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": 3,
    "model.language_model.layers.6.linear_attn.in_proj_z.weight": 3,
    "model.language_model.layers.6.linear_attn.out_proj.weight": 3,
    "model.language_model.layers.6.mlp.down_proj.weight": 3,
    "model.language_model.layers.6.mlp.gate_proj.weight": 3,
    "model.language_model.layers.6.mlp.up_proj.weight": 3,
    "model.language_model.layers.60.linear_attn.conv1d.weight": 30,
    "model.language_model.layers.60.linear_attn.in_proj_a.weight": 30,
    "model.language_model.layers.60.linear_attn.in_proj_b.weight": 30,
    "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": 30,
    "model.language_model.layers.60.linear_attn.in_proj_z.weight": 30,
    "model.language_model.layers.60.linear_attn.out_proj.weight": 30,
    "model.language_model.layers.60.mlp.down_proj.weight": 30,
    "model.language_model.layers.60.mlp.gate_proj.weight": 30,
    "model.language_model.layers.60.mlp.up_proj.weight": 30,
    "model.language_model.layers.61.linear_attn.conv1d.weight": 30,
    "model.language_model.layers.61.linear_attn.in_proj_a.weight": 30,
    "model.language_model.layers.61.linear_attn.in_proj_b.weight": 30,
    "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": 30,
    "model.language_model.layers.61.linear_attn.in_proj_z.weight": 30,
    "model.language_model.layers.61.linear_attn.out_proj.weight": 30,
    "model.language_model.layers.61.mlp.down_proj.weight": 30,
    "model.language_model.layers.61.mlp.gate_proj.weight": 30,
    "model.language_model.layers.61.mlp.up_proj.weight": 30,
    "model.language_model.layers.62.linear_attn.conv1d.weight": 31,
    "model.language_model.layers.62.linear_attn.in_proj_a.weight": 31,
    "model.language_model.layers.62.linear_attn.in_proj_b.weight": 31,
    "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": 31,
    "model.language_model.layers.62.linear_attn.in_proj_z.weight": 31,
    "model.language_model.layers.62.linear_attn.out_proj.weight": 31,
    "model.language_model.layers.62.mlp.down_proj.weight": 31,
    "model.language_model.layers.62.mlp.gate_proj.weight": 31,
    "model.language_model.layers.62.mlp.up_proj.weight": 31,
    "model.language_model.layers.63.mlp.down_proj.weight": 31,
    "model.language_model.layers.63.mlp.gate_proj.weight": 31,
    "model.language_model.layers.63.mlp.up_proj.weight": 31,
    "model.language_model.layers.63.self_attn.k_proj.weight": 31,
    "model.language_model.layers.63.self_attn.o_proj.weight": 31,
    "model.language_model.layers.63.self_attn.q_proj.weight": 31,
    "model.language_model.layers.63.self_attn.v_proj.weight": 31,
    "model.language_model.layers.7.mlp.down_proj.weight": 3,
    "model.language_model.layers.7.mlp.gate_proj.weight": 3,
    "model.language_model.layers.7.mlp.up_proj.weight": 3,
    "model.language_model.layers.7.self_attn.k_proj.weight": 3,
    "model.language_model.layers.7.self_attn.o_proj.weight": 3,
    "model.language_model.layers.7.self_attn.q_proj.weight": 3,
    "model.language_model.layers.7.self_attn.v_proj.weight": 3,
    "model.language_model.layers.8.linear_attn.conv1d.weight": 4,
    "model.language_model.layers.8.linear_attn.in_proj_a.weight": 4,
    "model.language_model.layers.8.linear_attn.in_proj_b.weight": 4,
    "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": 4,
    "model.language_model.layers.8.linear_attn.in_proj_z.weight": 4,
    "model.language_model.layers.8.linear_attn.out_proj.weight": 4,
    "model.language_model.layers.8.mlp.down_proj.weight": 4,
    "model.language_model.layers.8.mlp.gate_proj.weight": 4,
    "model.language_model.layers.8.mlp.up_proj.weight": 4,
    "model.language_model.layers.9.linear_attn.conv1d.weight": 4,
    "model.language_model.layers.9.linear_attn.in_proj_a.weight": 4,
    "model.language_model.layers.9.linear_attn.in_proj_b.weight": 4,
    "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": 4,
    "model.language_model.layers.9.linear_attn.in_proj_z.weight": 4,
    "model.language_model.layers.9.linear_attn.out_proj.weight": 4,
    "model.language_model.layers.9.mlp.down_proj.weight": 4,
    "model.language_model.layers.9.mlp.gate_proj.weight": 4,
    "model.language_model.layers.9.mlp.up_proj.weight": 4,
    "model.visual.blocks.0.attn.proj.weight": 0,
    "model.visual.blocks.0.attn.qkv.weight": 0,
    "model.visual.blocks.0.mlp.linear_fc1.weight": 0,
    "model.visual.blocks.0.mlp.linear_fc2.weight": 0,
    "model.visual.blocks.1.attn.proj.weight": 0,
    "model.visual.blocks.1.attn.qkv.weight": 0,
    "model.visual.blocks.1.mlp.linear_fc1.weight": 0,
    "model.visual.blocks.1.mlp.linear_fc2.weight": 0,
    "model.visual.blocks.10.attn.proj.weight": 5,
    "model.visual.blocks.10.attn.qkv.weight": 5,
    "model.visual.blocks.10.mlp.linear_fc1.weight": 5,
    "model.visual.blocks.10.mlp.linear_fc2.weight": 5,
    "model.visual.blocks.11.attn.proj.weight": 5,
    "model.visual.blocks.11.attn.qkv.weight": 5,
    "model.visual.blocks.11.mlp.linear_fc1.weight": 5,
    "model.visual.blocks.11.mlp.linear_fc2.weight": 5,
    "model.visual.blocks.12.attn.proj.weight": 6,
    "model.visual.blocks.12.attn.qkv.weight": 6,
    "model.visual.blocks.12.mlp.linear_fc1.weight": 6,
    "model.visual.blocks.12.mlp.linear_fc2.weight": 6,
    "model.visual.blocks.13.attn.proj.weight": 6,
    "model.visual.blocks.13.attn.qkv.weight": 6,
    "model.visual.blocks.13.mlp.linear_fc1.weight": 6,
    "model.visual.blocks.13.mlp.linear_fc2.weight": 6,
    "model.visual.blocks.14.attn.proj.weight": 7,
    "model.visual.blocks.14.attn.qkv.weight": 7,
    "model.visual.blocks.14.mlp.linear_fc1.weight": 7,
    "model.visual.blocks.14.mlp.linear_fc2.weight": 7,
    "model.visual.blocks.15.attn.proj.weight": 7,
    "model.visual.blocks.15.attn.qkv.weight": 7,
    "model.visual.blocks.15.mlp.linear_fc1.weight": 7,
    "model.visual.blocks.15.mlp.linear_fc2.weight": 7,
    "model.visual.blocks.16.attn.proj.weight": 8,
    "model.visual.blocks.16.attn.qkv.weight": 8,
    "model.visual.blocks.16.mlp.linear_fc1.weight": 8,
    "model.visual.blocks.16.mlp.linear_fc2.weight": 8,
    "model.visual.blocks.17.attn.proj.weight": 8,
    "model.visual.blocks.17.attn.qkv.weight": 8,
    "model.visual.blocks.17.mlp.linear_fc1.weight": 8,
    "model.visual.blocks.17.mlp.linear_fc2.weight": 8,
    "model.visual.blocks.18.attn.proj.weight": 9,
    "model.visual.blocks.18.attn.qkv.weight": 9,
    "model.visual.blocks.18.mlp.linear_fc1.weight": 9,
    "model.visual.blocks.18.mlp.linear_fc2.weight": 9,
    "model.visual.blocks.19.attn.proj.weight": 9,
    "model.visual.blocks.19.attn.qkv.weight": 9,
    "model.visual.blocks.19.mlp.linear_fc1.weight": 9,
    "model.visual.blocks.19.mlp.linear_fc2.weight": 9,
    "model.visual.blocks.2.attn.proj.weight": 1,
    "model.visual.blocks.2.attn.qkv.weight": 1,
    "model.visual.blocks.2.mlp.linear_fc1.weight": 1,
    "model.visual.blocks.2.mlp.linear_fc2.weight": 1,
    "model.visual.blocks.20.attn.proj.weight": 10,
    "model.visual.blocks.20.attn.qkv.weight": 10,
    "model.visual.blocks.20.mlp.linear_fc1.weight": 10,
    "model.visual.blocks.20.mlp.linear_fc2.weight": 10,
    "model.visual.blocks.21.attn.proj.weight": 10,
    "model.visual.blocks.21.attn.qkv.weight": 10,
    "model.visual.blocks.21.mlp.linear_fc1.weight": 10,
    "model.visual.blocks.21.mlp.linear_fc2.weight": 10,
    "model.visual.blocks.22.attn.proj.weight": 11,
    "model.visual.blocks.22.attn.qkv.weight": 11,
    "model.visual.blocks.22.mlp.linear_fc1.weight": 11,
    "model.visual.blocks.22.mlp.linear_fc2.weight": 11,
    "model.visual.blocks.23.attn.proj.weight": 11,
    "model.visual.blocks.23.attn.qkv.weight": 11,
    "model.visual.blocks.23.mlp.linear_fc1.weight": 11,
    "model.visual.blocks.23.mlp.linear_fc2.weight": 11,
    "model.visual.blocks.24.attn.proj.weight": 12,
    "model.visual.blocks.24.attn.qkv.weight": 12,
    "model.visual.blocks.24.mlp.linear_fc1.weight": 12,
    "model.visual.blocks.24.mlp.linear_fc2.weight": 12,
    "model.visual.blocks.25.attn.proj.weight": 12,
    "model.visual.blocks.25.attn.qkv.weight": 12,
    "model.visual.blocks.25.mlp.linear_fc1.weight": 12,
    "model.visual.blocks.25.mlp.linear_fc2.weight": 12,
    "model.visual.blocks.26.attn.proj.weight": 13,
    "model.visual.blocks.26.attn.qkv.weight": 13,
    "model.visual.blocks.26.mlp.linear_fc1.weight": 13,
    "model.visual.blocks.26.mlp.linear_fc2.weight": 13,
    "model.visual.blocks.3.attn.proj.weight": 1,
    "model.visual.blocks.3.attn.qkv.weight": 1,
    "model.visual.blocks.3.mlp.linear_fc1.weight": 1,
    "model.visual.blocks.3.mlp.linear_fc2.weight": 1,
    "model.visual.blocks.4.attn.proj.weight": 2,
    "model.visual.blocks.4.attn.qkv.weight": 2,
    "model.visual.blocks.4.mlp.linear_fc1.weight": 2,
    "model.visual.blocks.4.mlp.linear_fc2.weight": 2,
    "model.visual.blocks.5.attn.proj.weight": 2,
    "model.visual.blocks.5.attn.qkv.weight": 2,
    "model.visual.blocks.5.mlp.linear_fc1.weight": 2,
    "model.visual.blocks.5.mlp.linear_fc2.weight": 2,
    "model.visual.blocks.6.attn.proj.weight": 3,
    "model.visual.blocks.6.attn.qkv.weight": 3,
    "model.visual.blocks.6.mlp.linear_fc1.weight": 3,
    "model.visual.blocks.6.mlp.linear_fc2.weight": 3,
    "model.visual.blocks.7.attn.proj.weight": 3,
    "model.visual.blocks.7.attn.qkv.weight": 3,
    "model.visual.blocks.7.mlp.linear_fc1.weight": 3,
    "model.visual.blocks.7.mlp.linear_fc2.weight": 3,
    "model.visual.blocks.8.attn.proj.weight": 4,
    "model.visual.blocks.8.attn.qkv.weight": 4,
    "model.visual.blocks.8.mlp.linear_fc1.weight": 4,
    "model.visual.blocks.8.mlp.linear_fc2.weight": 4,
    "model.visual.blocks.9.attn.proj.weight": 4,
    "model.visual.blocks.9.attn.qkv.weight": 4,
    "model.visual.blocks.9.mlp.linear_fc1.weight": 4,
    "model.visual.blocks.9.mlp.linear_fc2.weight": 4,
    "model.visual.merger.linear_fc1.weight": 31,
    "model.visual.merger.linear_fc2.weight": 31,
    "mtp.fc.weight": 31,
    "mtp.layers.0.mlp.down_proj.weight": 0,
    "mtp.layers.0.mlp.gate_proj.weight": 0,
    "mtp.layers.0.mlp.up_proj.weight": 0,
    "mtp.layers.0.self_attn.k_proj.weight": 0,
    "mtp.layers.0.self_attn.o_proj.weight": 0,
    "mtp.layers.0.self_attn.q_proj.weight": 0,
    "mtp.layers.0.self_attn.v_proj.weight": 0
  },
  "compatibility": [
    [
      0.7736037969589233
    ],
    [
      0.7860755324363708
    ],
    [
      0.7848408222198486
    ],
    [
      0.7956677079200745
    ],
    [
      0.801688015460968
    ],
    [
      0.7957690954208374
    ],
    [
      0.8060528635978699
    ],
    [
      0.8099802136421204
    ],
    [
      0.8204229474067688
    ],
    [
      0.8158235549926758
    ],
    [
      0.8195307850837708
    ],
    [
      0.8203746676445007
    ],
    [
      0.8259692192077637
    ],
    [
      0.825683057308197
    ],
    [
      0.8253080248832703
    ],
    [
      0.8278267979621887
    ],
    [
      0.8267802000045776
    ],
    [
      0.8258090019226074
    ],
    [
      0.820401668548584
    ],
    [
      0.8183936476707458
    ],
    [
      0.8180018067359924
    ],
    [
      0.8176644444465637
    ],
    [
      0.8156882524490356
    ],
    [
      0.814712643623352
    ],
    [
      0.8127619028091431
    ],
    [
      0.8118614554405212
    ],
    [
      0.8101686835289001
    ],
    [
      0.8081267476081848
    ],
    [
      0.8020999431610107
    ],
    [
      0.8031536340713501
    ],
    [
      0.8024434447288513
    ],
    [
      0.800318717956543
    ]
  ],
  "mappings": {
    "model.language_model.layers.0.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.0.linear_attn.conv1d.weight",
        "donor_name": "model.layers.0.mlp.experts.down_proj_bias",
        "compatibility": 0.6487320878615017
      }
    ],
    "model.language_model.layers.0.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.0.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.1.self_attn.k_proj.weight",
        "compatibility": 0.7705472267372769
      }
    ],
    "model.language_model.layers.0.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.0.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.0.mlp.experts.down_proj_bias",
        "compatibility": 0.7594480660030417
      }
    ],
    "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.0.self_attn.q_proj.weight",
        "compatibility": 0.8558021232538731
      }
    ],
    "model.language_model.layers.0.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.0.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.0.self_attn.q_proj.weight",
        "compatibility": 0.8316893678576751
      }
    ],
    "model.language_model.layers.0.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.0.linear_attn.out_proj.weight",
        "donor_name": "model.layers.0.self_attn.o_proj.weight",
        "compatibility": 0.8553190970610814
      }
    ],
    "model.language_model.layers.0.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.0.mlp.down_proj.weight",
        "donor_name": "model.layers.0.mlp.experts.down_proj_bias",
        "compatibility": 0.7377917495704537
      }
    ],
    "model.language_model.layers.0.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.0.mlp.gate_proj.weight",
        "donor_name": "model.layers.0.mlp.experts.down_proj_bias",
        "compatibility": 0.7363987614853682
      }
    ],
    "model.language_model.layers.0.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.0.mlp.up_proj.weight",
        "donor_name": "model.layers.0.self_attn.q_proj.weight",
        "compatibility": 0.70146751022666
      }
    ],
    "model.language_model.layers.1.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.1.linear_attn.conv1d.weight",
        "donor_name": "model.layers.1.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6354987363428738
      }
    ],
    "model.language_model.layers.1.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.1.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.1.self_attn.k_proj.weight",
        "compatibility": 0.7792498748919512
      }
    ],
    "model.language_model.layers.1.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.1.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.1.self_attn.k_proj.weight",
        "compatibility": 0.7846670028331594
      }
    ],
    "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.1.self_attn.q_proj.weight",
        "compatibility": 0.8600206163393411
      }
    ],
    "model.language_model.layers.1.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.1.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.1.self_attn.q_proj.weight",
        "compatibility": 0.8240614908221761
      }
    ],
    "model.language_model.layers.1.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.1.linear_attn.out_proj.weight",
        "donor_name": "model.layers.1.self_attn.o_proj.weight",
        "compatibility": 0.8324895270564001
      }
    ],
    "model.language_model.layers.1.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.1.mlp.down_proj.weight",
        "donor_name": "model.layers.1.mlp.experts.down_proj_bias",
        "compatibility": 0.7363737515379648
      }
    ],
    "model.language_model.layers.1.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.1.mlp.gate_proj.weight",
        "donor_name": "model.layers.1.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.7057150508884926
      }
    ],
    "model.language_model.layers.1.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.1.mlp.up_proj.weight",
        "donor_name": "model.layers.1.mlp.experts.gate_up_proj",
        "compatibility": 0.7102922838540562
      }
    ],
    "model.language_model.layers.10.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.10.linear_attn.conv1d.weight",
        "donor_name": "model.layers.14.self_attn.k_proj.weight",
        "compatibility": 0.6427803772200419
      }
    ],
    "model.language_model.layers.10.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.10.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.11.mlp.router.weight",
        "compatibility": 0.8073163974337524
      }
    ],
    "model.language_model.layers.10.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.10.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.11.mlp.router.weight",
        "compatibility": 0.8217074699344269
      }
    ],
    "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8750434527102562
      }
    ],
    "model.language_model.layers.10.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.10.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8379859596131773
      }
    ],
    "model.language_model.layers.10.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.10.linear_attn.out_proj.weight",
        "donor_name": "model.layers.10.self_attn.o_proj.weight",
        "compatibility": 0.8619758696531413
      }
    ],
    "model.language_model.layers.10.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.10.mlp.down_proj.weight",
        "donor_name": "model.layers.11.self_attn.k_proj.weight",
        "compatibility": 0.7981639197567874
      }
    ],
    "model.language_model.layers.10.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.10.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.7234124828541968
      }
    ],
    "model.language_model.layers.10.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.10.mlp.up_proj.weight",
        "donor_name": "model.layers.10.mlp.experts.down_proj_bias",
        "compatibility": 0.7162460493041085
      }
    ],
    "model.language_model.layers.11.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.mlp.down_proj.weight",
        "donor_name": "model.layers.17.self_attn.k_proj.weight",
        "compatibility": 0.7721022262554157
      }
    ],
    "model.language_model.layers.11.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.732382461388588
      }
    ],
    "model.language_model.layers.11.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.mlp.up_proj.weight",
        "donor_name": "model.layers.11.mlp.experts.down_proj_bias",
        "compatibility": 0.7351638447187195
      }
    ],
    "model.language_model.layers.11.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.self_attn.k_proj.weight",
        "donor_name": "model.layers.12.self_attn.k_proj.weight",
        "compatibility": 0.933400674491229
      }
    ],
    "model.language_model.layers.11.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.self_attn.o_proj.weight",
        "donor_name": "model.layers.10.self_attn.o_proj.weight",
        "compatibility": 0.9241004249392452
      }
    ],
    "model.language_model.layers.11.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.self_attn.q_proj.weight",
        "donor_name": "model.layers.11.self_attn.q_proj.weight",
        "compatibility": 0.746467279818844
      }
    ],
    "model.language_model.layers.11.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.11.self_attn.v_proj.weight",
        "donor_name": "model.layers.12.self_attn.k_proj.weight",
        "compatibility": 0.9294657334814201
      }
    ],
    "model.language_model.layers.12.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.12.linear_attn.conv1d.weight",
        "donor_name": "model.layers.12.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.659627631483105
      }
    ],
    "model.language_model.layers.12.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.12.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.16.self_attn.k_proj.weight",
        "compatibility": 0.8018504185523886
      }
    ],
    "model.language_model.layers.12.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.12.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.12.mlp.router.weight",
        "compatibility": 0.8295664468501452
      }
    ],
    "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8791454962329899
      }
    ],
    "model.language_model.layers.12.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.12.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8673114894699964
      }
    ],
    "model.language_model.layers.12.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.12.linear_attn.out_proj.weight",
        "donor_name": "model.layers.10.self_attn.o_proj.weight",
        "compatibility": 0.9147325555038396
      }
    ],
    "model.language_model.layers.12.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.12.mlp.down_proj.weight",
        "donor_name": "model.layers.11.self_attn.k_proj.weight",
        "compatibility": 0.7903193329032381
      }
    ],
    "model.language_model.layers.12.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.12.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.7181515505296909
      }
    ],
    "model.language_model.layers.12.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.12.mlp.up_proj.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.718344572582502
      }
    ],
    "model.language_model.layers.13.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.13.linear_attn.conv1d.weight",
        "donor_name": "model.layers.14.self_attn.k_proj.weight",
        "compatibility": 0.6501286686679139
      }
    ],
    "model.language_model.layers.13.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.13.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.13.mlp.router.weight",
        "compatibility": 0.8316570210052575
      }
    ],
    "model.language_model.layers.13.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.13.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.13.mlp.router.weight",
        "compatibility": 0.8343791710680619
      }
    ],
    "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8740467576911657
      }
    ],
    "model.language_model.layers.13.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.13.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8831024131407512
      }
    ],
    "model.language_model.layers.13.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.13.linear_attn.out_proj.weight",
        "donor_name": "model.layers.21.self_attn.o_proj.weight",
        "compatibility": 0.9065084897144089
      }
    ],
    "model.language_model.layers.13.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.13.mlp.down_proj.weight",
        "donor_name": "model.layers.17.self_attn.k_proj.weight",
        "compatibility": 0.7834162587436734
      }
    ],
    "model.language_model.layers.13.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.13.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.7098872142887833
      }
    ],
    "model.language_model.layers.13.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.13.mlp.up_proj.weight",
        "donor_name": "model.layers.13.mlp.experts.down_proj_bias",
        "compatibility": 0.7343377557255704
      }
    ],
    "model.language_model.layers.14.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.14.linear_attn.conv1d.weight",
        "donor_name": "model.layers.15.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6500164530523986
      }
    ],
    "model.language_model.layers.14.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.14.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.14.mlp.router.weight",
        "compatibility": 0.8363020792769621
      }
    ],
    "model.language_model.layers.14.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.14.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.14.mlp.router.weight",
        "compatibility": 0.8380476523518348
      }
    ],
    "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8830972336170941
      }
    ],
    "model.language_model.layers.14.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.14.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9169438273034081
      }
    ],
    "model.language_model.layers.14.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.14.linear_attn.out_proj.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.9236736399849355
      }
    ],
    "model.language_model.layers.14.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.14.mlp.down_proj.weight",
        "donor_name": "model.layers.17.self_attn.k_proj.weight",
        "compatibility": 0.7958066916233368
      }
    ],
    "model.language_model.layers.14.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.14.mlp.gate_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.gate_up_proj",
        "compatibility": 0.7388254865396503
      }
    ],
    "model.language_model.layers.14.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.14.mlp.up_proj.weight",
        "donor_name": "model.layers.14.mlp.experts.down_proj_bias",
        "compatibility": 0.7342227326953854
      }
    ],
    "model.language_model.layers.15.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.mlp.down_proj.weight",
        "donor_name": "model.layers.13.self_attn.k_proj.weight",
        "compatibility": 0.7970486891804501
      }
    ],
    "model.language_model.layers.15.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.mlp.gate_proj.weight",
        "donor_name": "model.layers.15.mlp.experts.gate_up_proj",
        "compatibility": 0.7515968367575759
      }
    ],
    "model.language_model.layers.15.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.mlp.up_proj.weight",
        "donor_name": "model.layers.14.mlp.experts.down_proj_bias",
        "compatibility": 0.7256166078408692
      }
    ],
    "model.language_model.layers.15.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.self_attn.k_proj.weight",
        "donor_name": "model.layers.12.self_attn.k_proj.weight",
        "compatibility": 0.931675809715844
      }
    ],
    "model.language_model.layers.15.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.self_attn.o_proj.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.9214366632005802
      }
    ],
    "model.language_model.layers.15.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.self_attn.q_proj.weight",
        "donor_name": "model.layers.15.self_attn.q_proj.weight",
        "compatibility": 0.7581183464218467
      }
    ],
    "model.language_model.layers.15.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.15.self_attn.v_proj.weight",
        "donor_name": "model.layers.19.self_attn.v_proj.weight",
        "compatibility": 0.9240990642876113
      }
    ],
    "model.language_model.layers.16.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.16.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6453675931747453
      }
    ],
    "model.language_model.layers.16.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.16.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.14.mlp.router.weight",
        "compatibility": 0.818216223847329
      }
    ],
    "model.language_model.layers.16.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.16.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.14.mlp.router.weight",
        "compatibility": 0.8089065743106484
      }
    ],
    "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.17.self_attn.q_proj.weight",
        "compatibility": 0.8953866065084575
      }
    ],
    "model.language_model.layers.16.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.16.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9158998531620036
      }
    ],
    "model.language_model.layers.16.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.16.linear_attn.out_proj.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.9336828140603175
      }
    ],
    "model.language_model.layers.16.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.16.mlp.down_proj.weight",
        "donor_name": "model.layers.13.self_attn.k_proj.weight",
        "compatibility": 0.7842785565144311
      }
    ],
    "model.language_model.layers.16.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.16.mlp.gate_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.gate_up_proj",
        "compatibility": 0.7427558378490904
      }
    ],
    "model.language_model.layers.16.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.16.mlp.up_proj.weight",
        "donor_name": "model.layers.14.mlp.experts.down_proj_bias",
        "compatibility": 0.7173484916997426
      }
    ],
    "model.language_model.layers.17.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.17.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6583964546112197
      }
    ],
    "model.language_model.layers.17.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.17.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.17.mlp.router.weight",
        "compatibility": 0.8308575364973132
      }
    ],
    "model.language_model.layers.17.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.17.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.17.mlp.router.weight",
        "compatibility": 0.8113555598812701
      }
    ],
    "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.17.self_attn.q_proj.weight",
        "compatibility": 0.9085960642970332
      }
    ],
    "model.language_model.layers.17.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.17.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9022036197014834
      }
    ],
    "model.language_model.layers.17.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.17.linear_attn.out_proj.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.9360395243524446
      }
    ],
    "model.language_model.layers.17.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.17.mlp.down_proj.weight",
        "donor_name": "model.layers.19.self_attn.k_proj.weight",
        "compatibility": 0.8053048781697835
      }
    ],
    "model.language_model.layers.17.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.17.mlp.gate_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.gate_up_proj",
        "compatibility": 0.7442900137307005
      }
    ],
    "model.language_model.layers.17.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.17.mlp.up_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.down_proj_bias",
        "compatibility": 0.7209341917090254
      }
    ],
    "model.language_model.layers.18.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.18.linear_attn.conv1d.weight",
        "donor_name": "model.layers.18.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6587486466034964
      }
    ],
    "model.language_model.layers.18.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.18.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.18.mlp.router.weight",
        "compatibility": 0.816971161667613
      }
    ],
    "model.language_model.layers.18.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.18.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.18.mlp.router.weight",
        "compatibility": 0.8289461322179088
      }
    ],
    "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8898852499735814
      }
    ],
    "model.language_model.layers.18.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.18.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9117697086522867
      }
    ],
    "model.language_model.layers.18.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.18.linear_attn.out_proj.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.9298129427538452
      }
    ],
    "model.language_model.layers.18.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.18.mlp.down_proj.weight",
        "donor_name": "model.layers.19.self_attn.k_proj.weight",
        "compatibility": 0.8022003614528783
      }
    ],
    "model.language_model.layers.18.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.18.mlp.gate_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.gate_up_proj",
        "compatibility": 0.7324061017686877
      }
    ],
    "model.language_model.layers.18.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.18.mlp.up_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.7225384106267089
      }
    ],
    "model.language_model.layers.19.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.mlp.down_proj.weight",
        "donor_name": "model.layers.21.self_attn.o_proj.weight",
        "compatibility": 0.7886167582628982
      }
    ],
    "model.language_model.layers.19.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.mlp.gate_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.gate_up_proj",
        "compatibility": 0.7270696531178301
      }
    ],
    "model.language_model.layers.19.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.mlp.up_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.down_proj_bias",
        "compatibility": 0.7263298865196327
      }
    ],
    "model.language_model.layers.19.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.self_attn.k_proj.weight",
        "donor_name": "model.layers.20.self_attn.v_proj.weight",
        "compatibility": 0.9327911115860611
      }
    ],
    "model.language_model.layers.19.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.self_attn.o_proj.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.9285714718493041
      }
    ],
    "model.language_model.layers.19.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.self_attn.q_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8499250241112681
      }
    ],
    "model.language_model.layers.19.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.19.self_attn.v_proj.weight",
        "donor_name": "model.layers.19.self_attn.v_proj.weight",
        "compatibility": 0.9409815428413161
      }
    ],
    "model.language_model.layers.2.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.2.linear_attn.conv1d.weight",
        "donor_name": "model.layers.2.mlp.experts.down_proj_bias",
        "compatibility": 0.6402080560946805
      }
    ],
    "model.language_model.layers.2.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.2.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.8012788662823047
      }
    ],
    "model.language_model.layers.2.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.2.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.2.mlp.router.weight",
        "compatibility": 0.7971630264264292
      }
    ],
    "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.2.self_attn.o_proj.weight",
        "compatibility": 0.8539229275723841
      }
    ],
    "model.language_model.layers.2.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.2.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.2.self_attn.o_proj.weight",
        "compatibility": 0.8263368267919913
      }
    ],
    "model.language_model.layers.2.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.2.linear_attn.out_proj.weight",
        "donor_name": "model.layers.2.self_attn.o_proj.weight",
        "compatibility": 0.9289263756903463
      }
    ],
    "model.language_model.layers.2.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.2.mlp.down_proj.weight",
        "donor_name": "model.layers.2.self_attn.o_proj.weight",
        "compatibility": 0.795172930203995
      }
    ],
    "model.language_model.layers.2.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.2.mlp.gate_proj.weight",
        "donor_name": "model.layers.2.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.707142849356806
      }
    ],
    "model.language_model.layers.2.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.2.mlp.up_proj.weight",
        "donor_name": "model.layers.2.self_attn.o_proj.weight",
        "compatibility": 0.7066877673395958
      }
    ],
    "model.language_model.layers.20.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.20.linear_attn.conv1d.weight",
        "donor_name": "model.layers.20.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6630030474375739
      }
    ],
    "model.language_model.layers.20.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.20.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8041720654496216
      }
    ],
    "model.language_model.layers.20.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.20.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.18.mlp.router.weight",
        "compatibility": 0.8276716805973489
      }
    ],
    "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9028371162726927
      }
    ],
    "model.language_model.layers.20.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.20.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8696243124514487
      }
    ],
    "model.language_model.layers.20.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.20.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9194638282294556
      }
    ],
    "model.language_model.layers.20.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.20.mlp.down_proj.weight",
        "donor_name": "model.layers.19.self_attn.k_proj.weight",
        "compatibility": 0.7939812248619812
      }
    ],
    "model.language_model.layers.20.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.20.mlp.gate_proj.weight",
        "donor_name": "model.layers.18.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.7096282397835735
      }
    ],
    "model.language_model.layers.20.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.20.mlp.up_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.7395207863029627
      }
    ],
    "model.language_model.layers.21.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.21.linear_attn.conv1d.weight",
        "donor_name": "model.layers.20.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6617905422108379
      }
    ],
    "model.language_model.layers.21.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.21.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8060651735500753
      }
    ],
    "model.language_model.layers.21.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.21.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.18.mlp.router.weight",
        "compatibility": 0.8240798363860969
      }
    ],
    "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.21.self_attn.q_proj.weight",
        "compatibility": 0.9040222814871551
      }
    ],
    "model.language_model.layers.21.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.21.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9100921234478282
      }
    ],
    "model.language_model.layers.21.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.21.linear_attn.out_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9287541444186974
      }
    ],
    "model.language_model.layers.21.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.21.mlp.down_proj.weight",
        "donor_name": "model.layers.21.self_attn.o_proj.weight",
        "compatibility": 0.7973639644802236
      }
    ],
    "model.language_model.layers.21.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.21.mlp.gate_proj.weight",
        "donor_name": "model.layers.19.mlp.experts.gate_up_proj",
        "compatibility": 0.7310784370567842
      }
    ],
    "model.language_model.layers.21.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.21.mlp.up_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.7578606158745151
      }
    ],
    "model.language_model.layers.22.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.22.linear_attn.conv1d.weight",
        "donor_name": "model.layers.20.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6607678988324129
      }
    ],
    "model.language_model.layers.22.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.22.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8165091821092887
      }
    ],
    "model.language_model.layers.22.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.22.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.18.mlp.router.weight",
        "compatibility": 0.8018668109700634
      }
    ],
    "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8893796308791042
      }
    ],
    "model.language_model.layers.22.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.22.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8783385497860063
      }
    ],
    "model.language_model.layers.22.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.22.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9306458816331439
      }
    ],
    "model.language_model.layers.22.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.22.mlp.down_proj.weight",
        "donor_name": "model.layers.21.self_attn.o_proj.weight",
        "compatibility": 0.7863711542764305
      }
    ],
    "model.language_model.layers.22.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.22.mlp.gate_proj.weight",
        "donor_name": "model.layers.22.mlp.experts.gate_up_proj",
        "compatibility": 0.7390911127004066
      }
    ],
    "model.language_model.layers.22.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.22.mlp.up_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.7737819233549166
      }
    ],
    "model.language_model.layers.23.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.mlp.down_proj.weight",
        "donor_name": "model.layers.23.self_attn.k_proj.weight",
        "compatibility": 0.8048102761534107
      }
    ],
    "model.language_model.layers.23.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.mlp.gate_proj.weight",
        "donor_name": "model.layers.23.mlp.experts.gate_up_proj",
        "compatibility": 0.740206529215268
      }
    ],
    "model.language_model.layers.23.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.mlp.up_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.7486725444858717
      }
    ],
    "model.language_model.layers.23.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.self_attn.k_proj.weight",
        "donor_name": "model.layers.26.self_attn.k_proj.weight",
        "compatibility": 0.9383619755669406
      }
    ],
    "model.language_model.layers.23.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.self_attn.o_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9342887940278988
      }
    ],
    "model.language_model.layers.23.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.self_attn.q_proj.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8223862135196148
      }
    ],
    "model.language_model.layers.23.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.23.self_attn.v_proj.weight",
        "donor_name": "model.layers.26.self_attn.k_proj.weight",
        "compatibility": 0.9309133515065388
      }
    ],
    "model.language_model.layers.24.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.24.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6725603642106743
      }
    ],
    "model.language_model.layers.24.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.24.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8128491274093493
      }
    ],
    "model.language_model.layers.24.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.24.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.798267612111774
      }
    ],
    "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.24.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8797773481082451
      }
    ],
    "model.language_model.layers.24.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.24.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.9201306347101347
      }
    ],
    "model.language_model.layers.24.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.24.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9290002715098717
      }
    ],
    "model.language_model.layers.24.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.24.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.7873106540617664
      }
    ],
    "model.language_model.layers.24.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.24.mlp.gate_proj.weight",
        "donor_name": "model.layers.24.mlp.experts.gate_up_proj",
        "compatibility": 0.7357091989755458
      }
    ],
    "model.language_model.layers.24.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.24.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.7866703027641473
      }
    ],
    "model.language_model.layers.25.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.25.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.657574179930179
      }
    ],
    "model.language_model.layers.25.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.25.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.23.mlp.experts.down_proj_bias",
        "compatibility": 0.8101162987215361
      }
    ],
    "model.language_model.layers.25.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.25.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.23.mlp.experts.down_proj_bias",
        "compatibility": 0.8037254427502478
      }
    ],
    "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.25.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8823711447480955
      }
    ],
    "model.language_model.layers.25.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.25.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9078910739444358
      }
    ],
    "model.language_model.layers.25.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.25.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9341560766242751
      }
    ],
    "model.language_model.layers.25.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.25.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.7934393905261992
      }
    ],
    "model.language_model.layers.25.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.25.mlp.gate_proj.weight",
        "donor_name": "model.layers.24.mlp.experts.gate_up_proj",
        "compatibility": 0.7383714243542087
      }
    ],
    "model.language_model.layers.25.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.25.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7639275277837132
      }
    ],
    "model.language_model.layers.26.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.26.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.696531657898806
      }
    ],
    "model.language_model.layers.26.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.26.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.23.mlp.experts.down_proj_bias",
        "compatibility": 0.8108252144028828
      }
    ],
    "model.language_model.layers.26.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.26.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8153992467400011
      }
    ],
    "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.26.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8818341086502459
      }
    ],
    "model.language_model.layers.26.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.26.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9041584845539966
      }
    ],
    "model.language_model.layers.26.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.26.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9369067405128065
      }
    ],
    "model.language_model.layers.26.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.26.mlp.down_proj.weight",
        "donor_name": "model.layers.23.self_attn.k_proj.weight",
        "compatibility": 0.8057602699855656
      }
    ],
    "model.language_model.layers.26.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.26.mlp.gate_proj.weight",
        "donor_name": "model.layers.32.mlp.experts.gate_up_proj",
        "compatibility": 0.733877496178126
      }
    ],
    "model.language_model.layers.26.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.26.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.7724970408520562
      }
    ],
    "model.language_model.layers.27.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.8015209830915161
      }
    ],
    "model.language_model.layers.27.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.mlp.gate_proj.weight",
        "donor_name": "model.layers.27.mlp.experts.gate_up_proj",
        "compatibility": 0.7391209531153188
      }
    ],
    "model.language_model.layers.27.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.7811528328186558
      }
    ],
    "model.language_model.layers.27.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.self_attn.k_proj.weight",
        "donor_name": "model.layers.29.self_attn.v_proj.weight",
        "compatibility": 0.9428563818156589
      }
    ],
    "model.language_model.layers.27.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.self_attn.o_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.935432815760216
      }
    ],
    "model.language_model.layers.27.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.self_attn.q_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8508138592920503
      }
    ],
    "model.language_model.layers.27.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.27.self_attn.v_proj.weight",
        "donor_name": "model.layers.28.self_attn.k_proj.weight",
        "compatibility": 0.9431410783746629
      }
    ],
    "model.language_model.layers.28.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.28.linear_attn.conv1d.weight",
        "donor_name": "model.layers.28.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.655110585331221
      }
    ],
    "model.language_model.layers.28.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.28.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8158437787539965
      }
    ],
    "model.language_model.layers.28.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.28.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.28.mlp.experts.down_proj_bias",
        "compatibility": 0.8124276824957009
      }
    ],
    "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.28.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8868182199080277
      }
    ],
    "model.language_model.layers.28.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.28.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9122376832689415
      }
    ],
    "model.language_model.layers.28.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.28.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9335855683662153
      }
    ],
    "model.language_model.layers.28.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.28.mlp.down_proj.weight",
        "donor_name": "model.layers.31.self_attn.k_proj.weight",
        "compatibility": 0.7948767541782029
      }
    ],
    "model.language_model.layers.28.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.28.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7347966668336803
      }
    ],
    "model.language_model.layers.28.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.28.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.773865465330153
      }
    ],
    "model.language_model.layers.29.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.29.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6651262750588506
      }
    ],
    "model.language_model.layers.29.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.29.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8179194584577213
      }
    ],
    "model.language_model.layers.29.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.29.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.31.self_attn.k_proj.weight",
        "compatibility": 0.8079161340605397
      }
    ],
    "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.29.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8915123345561459
      }
    ],
    "model.language_model.layers.29.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.29.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9224049659108758
      }
    ],
    "model.language_model.layers.29.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.29.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9398765401359553
      }
    ],
    "model.language_model.layers.29.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.29.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7994454037724739
      }
    ],
    "model.language_model.layers.29.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.29.mlp.gate_proj.weight",
        "donor_name": "model.layers.32.mlp.experts.gate_up_proj",
        "compatibility": 0.7382362888447842
      }
    ],
    "model.language_model.layers.29.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.29.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.7805137129698306
      }
    ],
    "model.language_model.layers.3.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.mlp.down_proj.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.748775781384164
      }
    ],
    "model.language_model.layers.3.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.7347763562371897
      }
    ],
    "model.language_model.layers.3.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.mlp.up_proj.weight",
        "donor_name": "model.layers.3.mlp.experts.down_proj_bias",
        "compatibility": 0.690565418450647
      }
    ],
    "model.language_model.layers.3.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.self_attn.k_proj.weight",
        "donor_name": "model.layers.3.self_attn.v_proj.weight",
        "compatibility": 0.9355049566275193
      }
    ],
    "model.language_model.layers.3.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.self_attn.o_proj.weight",
        "donor_name": "model.layers.3.self_attn.o_proj.weight",
        "compatibility": 0.8701327207356379
      }
    ],
    "model.language_model.layers.3.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.self_attn.q_proj.weight",
        "donor_name": "model.layers.3.self_attn.q_proj.weight",
        "compatibility": 0.758979808339146
      }
    ],
    "model.language_model.layers.3.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.3.self_attn.v_proj.weight",
        "donor_name": "model.layers.3.self_attn.v_proj.weight",
        "compatibility": 0.9455719783090358
      }
    ],
    "model.language_model.layers.30.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.30.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6714826645954542
      }
    ],
    "model.language_model.layers.30.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.30.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.822032256130295
      }
    ],
    "model.language_model.layers.30.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.30.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8116393516578372
      }
    ],
    "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.30.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8906159008066428
      }
    ],
    "model.language_model.layers.30.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.30.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.924996857982583
      }
    ],
    "model.language_model.layers.30.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.30.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9413727565400872
      }
    ],
    "model.language_model.layers.30.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.30.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8031273739119731
      }
    ],
    "model.language_model.layers.30.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.30.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7407787552687509
      }
    ],
    "model.language_model.layers.30.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.30.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.7812364083521207
      }
    ],
    "model.language_model.layers.31.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.806873603754282
      }
    ],
    "model.language_model.layers.31.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.mlp.gate_proj.weight",
        "donor_name": "model.layers.32.mlp.experts.gate_up_proj",
        "compatibility": 0.7395218681357164
      }
    ],
    "model.language_model.layers.31.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.mlp.up_proj.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.7800701248951821
      }
    ],
    "model.language_model.layers.31.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.937732089023616
      }
    ],
    "model.language_model.layers.31.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.self_attn.o_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9392540140303276
      }
    ],
    "model.language_model.layers.31.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8617600297312957
      }
    ],
    "model.language_model.layers.31.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.31.self_attn.v_proj.weight",
        "donor_name": "model.layers.28.self_attn.k_proj.weight",
        "compatibility": 0.9315411762120466
      }
    ],
    "model.language_model.layers.32.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.32.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6608748313755185
      }
    ],
    "model.language_model.layers.32.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.32.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8233691347738223
      }
    ],
    "model.language_model.layers.32.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.32.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.self_attn.k_proj.weight",
        "compatibility": 0.8137421958804428
      }
    ],
    "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.32.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8724934087887088
      }
    ],
    "model.language_model.layers.32.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.32.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9254923322564257
      }
    ],
    "model.language_model.layers.32.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.32.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9425533934915471
      }
    ],
    "model.language_model.layers.32.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.32.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8038351740583926
      }
    ],
    "model.language_model.layers.32.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.32.mlp.gate_proj.weight",
        "donor_name": "model.layers.32.mlp.experts.gate_up_proj",
        "compatibility": 0.7358827108787132
      }
    ],
    "model.language_model.layers.32.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.32.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7734814931951812
      }
    ],
    "model.language_model.layers.33.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.33.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.684527878898168
      }
    ],
    "model.language_model.layers.33.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.33.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8263976954577883
      }
    ],
    "model.language_model.layers.33.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.33.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8183436206805966
      }
    ],
    "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.33.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8734190825647964
      }
    ],
    "model.language_model.layers.33.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.33.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9211819120384285
      }
    ],
    "model.language_model.layers.33.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.33.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9440773271546794
      }
    ],
    "model.language_model.layers.33.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.33.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8087987545767124
      }
    ],
    "model.language_model.layers.33.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.33.mlp.gate_proj.weight",
        "donor_name": "model.layers.32.mlp.experts.gate_up_proj",
        "compatibility": 0.7459647296487891
      }
    ],
    "model.language_model.layers.33.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.33.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7766290795426113
      }
    ],
    "model.language_model.layers.34.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.34.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.667422587277223
      }
    ],
    "model.language_model.layers.34.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.34.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8213131226106832
      }
    ],
    "model.language_model.layers.34.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.34.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8175863979495271
      }
    ],
    "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.34.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8789027424610072
      }
    ],
    "model.language_model.layers.34.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.34.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9238848937903487
      }
    ],
    "model.language_model.layers.34.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.34.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9396604103443825
      }
    ],
    "model.language_model.layers.34.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.34.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.806526751310126
      }
    ],
    "model.language_model.layers.34.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.34.mlp.gate_proj.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj",
        "compatibility": 0.7357289337826075
      }
    ],
    "model.language_model.layers.34.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.34.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7734827595560864
      }
    ],
    "model.language_model.layers.35.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8021385335573403
      }
    ],
    "model.language_model.layers.35.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7406286482799743
      }
    ],
    "model.language_model.layers.35.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7728566912666394
      }
    ],
    "model.language_model.layers.35.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9460822899875347
      }
    ],
    "model.language_model.layers.35.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.self_attn.o_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9381931209968123
      }
    ],
    "model.language_model.layers.35.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.self_attn.q_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.8709713655014547
      }
    ],
    "model.language_model.layers.35.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.35.self_attn.v_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9373387097870025
      }
    ],
    "model.language_model.layers.36.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.36.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.678141173240786
      }
    ],
    "model.language_model.layers.36.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.36.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8148272037912648
      }
    ],
    "model.language_model.layers.36.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.36.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8209126907470987
      }
    ],
    "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.36.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8680767388876612
      }
    ],
    "model.language_model.layers.36.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.36.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9221753692556037
      }
    ],
    "model.language_model.layers.36.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.36.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9338196809535935
      }
    ],
    "model.language_model.layers.36.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.36.mlp.down_proj.weight",
        "donor_name": "model.layers.31.self_attn.k_proj.weight",
        "compatibility": 0.8077136027324929
      }
    ],
    "model.language_model.layers.36.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.36.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7269160471510117
      }
    ],
    "model.language_model.layers.36.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.36.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7770476106075931
      }
    ],
    "model.language_model.layers.37.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.37.linear_attn.conv1d.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6530395152795395
      }
    ],
    "model.language_model.layers.37.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.37.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8240547034880712
      }
    ],
    "model.language_model.layers.37.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.37.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8075985023654879
      }
    ],
    "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.37.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8734401517112179
      }
    ],
    "model.language_model.layers.37.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.37.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8920203252198667
      }
    ],
    "model.language_model.layers.37.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.37.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9306597598849624
      }
    ],
    "model.language_model.layers.37.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.37.mlp.down_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.7949037120259028
      }
    ],
    "model.language_model.layers.37.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.37.mlp.gate_proj.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj",
        "compatibility": 0.7350431566955327
      }
    ],
    "model.language_model.layers.37.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.37.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7750324072949047
      }
    ],
    "model.language_model.layers.38.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.38.linear_attn.conv1d.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6508643764388369
      }
    ],
    "model.language_model.layers.38.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.38.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8298322478393092
      }
    ],
    "model.language_model.layers.38.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.38.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.827292961213283
      }
    ],
    "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.38.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8786465878262478
      }
    ],
    "model.language_model.layers.38.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.38.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9100413832327664
      }
    ],
    "model.language_model.layers.38.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.38.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9296826849545957
      }
    ],
    "model.language_model.layers.38.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.38.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7943940530198305
      }
    ],
    "model.language_model.layers.38.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.38.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7320184114841827
      }
    ],
    "model.language_model.layers.38.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.38.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.772407892801266
      }
    ],
    "model.language_model.layers.39.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.801032516874265
      }
    ],
    "model.language_model.layers.39.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7235919104673221
      }
    ],
    "model.language_model.layers.39.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7723693212695347
      }
    ],
    "model.language_model.layers.39.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9395116433363407
      }
    ],
    "model.language_model.layers.39.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.self_attn.o_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9303594531335676
      }
    ],
    "model.language_model.layers.39.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8516102996560467
      }
    ],
    "model.language_model.layers.39.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.39.self_attn.v_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.927640741237314
      }
    ],
    "model.language_model.layers.4.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.4.linear_attn.conv1d.weight",
        "donor_name": "model.layers.4.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6560497738812971
      }
    ],
    "model.language_model.layers.4.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.4.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.7917251660110913
      }
    ],
    "model.language_model.layers.4.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.4.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.8.mlp.experts.down_proj_bias",
        "compatibility": 0.7832526854493129
      }
    ],
    "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.4.self_attn.q_proj.weight",
        "compatibility": 0.8646450566555286
      }
    ],
    "model.language_model.layers.4.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.4.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.4.self_attn.q_proj.weight",
        "compatibility": 0.8239800357503341
      }
    ],
    "model.language_model.layers.4.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.4.linear_attn.out_proj.weight",
        "donor_name": "model.layers.3.self_attn.o_proj.weight",
        "compatibility": 0.8591213848682333
      }
    ],
    "model.language_model.layers.4.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.4.mlp.down_proj.weight",
        "donor_name": "model.layers.4.mlp.experts.down_proj_bias",
        "compatibility": 0.7433310473253252
      }
    ],
    "model.language_model.layers.4.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.4.mlp.gate_proj.weight",
        "donor_name": "model.layers.6.mlp.experts.gate_up_proj",
        "compatibility": 0.7224835529883334
      }
    ],
    "model.language_model.layers.4.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.4.mlp.up_proj.weight",
        "donor_name": "model.layers.4.mlp.experts.down_proj_bias",
        "compatibility": 0.6868440456284952
      }
    ],
    "model.language_model.layers.40.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.40.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6489321711498457
      }
    ],
    "model.language_model.layers.40.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.40.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8048176227016567
      }
    ],
    "model.language_model.layers.40.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.40.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8053490548342319
      }
    ],
    "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.40.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8676925363010589
      }
    ],
    "model.language_model.layers.40.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.40.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9134048412720943
      }
    ],
    "model.language_model.layers.40.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.40.linear_attn.out_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9371166607984508
      }
    ],
    "model.language_model.layers.40.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.40.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7977867571460657
      }
    ],
    "model.language_model.layers.40.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.40.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7305896116245197
      }
    ],
    "model.language_model.layers.40.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.40.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7719887259000198
      }
    ],
    "model.language_model.layers.41.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.41.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6493367976965618
      }
    ],
    "model.language_model.layers.41.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.41.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8228260243395281
      }
    ],
    "model.language_model.layers.41.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.41.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.805103369759503
      }
    ],
    "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.41.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8669006686018071
      }
    ],
    "model.language_model.layers.41.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.41.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9034606193580559
      }
    ],
    "model.language_model.layers.41.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.41.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9324560822854835
      }
    ],
    "model.language_model.layers.41.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.41.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7957317159094299
      }
    ],
    "model.language_model.layers.41.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.41.mlp.gate_proj.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj",
        "compatibility": 0.7289992845778149
      }
    ],
    "model.language_model.layers.41.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.41.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.770112394693591
      }
    ],
    "model.language_model.layers.42.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.42.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6820260117004197
      }
    ],
    "model.language_model.layers.42.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.42.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.33.self_attn.k_proj.weight",
        "compatibility": 0.8030047275305892
      }
    ],
    "model.language_model.layers.42.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.42.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8073206624596776
      }
    ],
    "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.42.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8666339686341316
      }
    ],
    "model.language_model.layers.42.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.42.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9100214585918046
      }
    ],
    "model.language_model.layers.42.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.42.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9311921424222117
      }
    ],
    "model.language_model.layers.42.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.42.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7985811355843411
      }
    ],
    "model.language_model.layers.42.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.42.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7318231947726118
      }
    ],
    "model.language_model.layers.42.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.42.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7602532392927691
      }
    ],
    "model.language_model.layers.43.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8023451413444085
      }
    ],
    "model.language_model.layers.43.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7269872099279236
      }
    ],
    "model.language_model.layers.43.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7695555734989186
      }
    ],
    "model.language_model.layers.43.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9301257908925049
      }
    ],
    "model.language_model.layers.43.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.self_attn.o_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9262334785391647
      }
    ],
    "model.language_model.layers.43.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8661363597964162
      }
    ],
    "model.language_model.layers.43.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.43.self_attn.v_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9343067464097004
      }
    ],
    "model.language_model.layers.44.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.44.linear_attn.conv1d.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6474218938876888
      }
    ],
    "model.language_model.layers.44.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.44.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8083553354666093
      }
    ],
    "model.language_model.layers.44.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.44.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.self_attn.k_proj.weight",
        "compatibility": 0.8094131753144982
      }
    ],
    "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.44.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8642698959360787
      }
    ],
    "model.language_model.layers.44.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.44.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9115197807930103
      }
    ],
    "model.language_model.layers.44.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.44.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9306368396438117
      }
    ],
    "model.language_model.layers.44.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.44.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7971238557001635
      }
    ],
    "model.language_model.layers.44.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.44.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7254202021308013
      }
    ],
    "model.language_model.layers.44.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.44.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7679715593060087
      }
    ],
    "model.language_model.layers.45.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.45.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6511947303135974
      }
    ],
    "model.language_model.layers.45.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.45.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8049966241951504
      }
    ],
    "model.language_model.layers.45.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.45.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.self_attn.k_proj.weight",
        "compatibility": 0.8102765648141735
      }
    ],
    "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.45.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8677266710015005
      }
    ],
    "model.language_model.layers.45.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.45.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9135142196945955
      }
    ],
    "model.language_model.layers.45.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.45.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9313577626012696
      }
    ],
    "model.language_model.layers.45.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.45.mlp.down_proj.weight",
        "donor_name": "model.layers.31.self_attn.k_proj.weight",
        "compatibility": 0.7909667059021716
      }
    ],
    "model.language_model.layers.45.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.45.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7265946642606069
      }
    ],
    "model.language_model.layers.45.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.45.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7655167135698209
      }
    ],
    "model.language_model.layers.46.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.46.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6506067113858075
      }
    ],
    "model.language_model.layers.46.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.46.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7982518651411317
      }
    ],
    "model.language_model.layers.46.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.46.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8055251404197467
      }
    ],
    "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.46.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8729653888354552
      }
    ],
    "model.language_model.layers.46.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.46.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9149696682288927
      }
    ],
    "model.language_model.layers.46.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.46.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9244231535813068
      }
    ],
    "model.language_model.layers.46.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.46.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7987599305215665
      }
    ],
    "model.language_model.layers.46.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.46.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7275050985402735
      }
    ],
    "model.language_model.layers.46.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.46.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7654844655446781
      }
    ],
    "model.language_model.layers.47.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.7947042249132464
      }
    ],
    "model.language_model.layers.47.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.722738659438039
      }
    ],
    "model.language_model.layers.47.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7663704216538411
      }
    ],
    "model.language_model.layers.47.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9213032566841655
      }
    ],
    "model.language_model.layers.47.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.self_attn.o_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9258945640705497
      }
    ],
    "model.language_model.layers.47.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8505625278236679
      }
    ],
    "model.language_model.layers.47.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.47.self_attn.v_proj.weight",
        "donor_name": "model.layers.29.self_attn.v_proj.weight",
        "compatibility": 0.922476788340871
      }
    ],
    "model.language_model.layers.48.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.48.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6486594355922479
      }
    ],
    "model.language_model.layers.48.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.48.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8002577233620563
      }
    ],
    "model.language_model.layers.48.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.48.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8013574303593823
      }
    ],
    "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.48.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8690452303901086
      }
    ],
    "model.language_model.layers.48.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.48.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9089376731636523
      }
    ],
    "model.language_model.layers.48.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.48.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9261386562055458
      }
    ],
    "model.language_model.layers.48.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.48.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.790085745964397
      }
    ],
    "model.language_model.layers.48.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.48.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7242543115931276
      }
    ],
    "model.language_model.layers.48.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.48.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.764711809745109
      }
    ],
    "model.language_model.layers.49.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.49.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6597917078284707
      }
    ],
    "model.language_model.layers.49.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.49.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.34.mlp.router.weight",
        "compatibility": 0.8033318237566133
      }
    ],
    "model.language_model.layers.49.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.49.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.803434341100062
      }
    ],
    "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.49.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8585690829870402
      }
    ],
    "model.language_model.layers.49.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.49.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9111572074646366
      }
    ],
    "model.language_model.layers.49.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.49.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9286767497578184
      }
    ],
    "model.language_model.layers.49.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.49.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7829677795246163
      }
    ],
    "model.language_model.layers.49.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.49.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7251763562243057
      }
    ],
    "model.language_model.layers.49.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.49.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7683013482979809
      }
    ],
    "model.language_model.layers.5.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.5.linear_attn.conv1d.weight",
        "donor_name": "model.layers.5.mlp.experts.down_proj_bias",
        "compatibility": 0.6257824495940383
      }
    ],
    "model.language_model.layers.5.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.5.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.7930608811873147
      }
    ],
    "model.language_model.layers.5.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.5.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.5.self_attn.k_proj.weight",
        "compatibility": 0.7892566032850842
      }
    ],
    "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.5.self_attn.q_proj.weight",
        "compatibility": 0.8692921203167342
      }
    ],
    "model.language_model.layers.5.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.5.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.5.self_attn.q_proj.weight",
        "compatibility": 0.8464134805722511
      }
    ],
    "model.language_model.layers.5.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.5.linear_attn.out_proj.weight",
        "donor_name": "model.layers.5.self_attn.o_proj.weight",
        "compatibility": 0.8395128155356091
      }
    ],
    "model.language_model.layers.5.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.5.mlp.down_proj.weight",
        "donor_name": "model.layers.17.self_attn.k_proj.weight",
        "compatibility": 0.7343492548893642
      }
    ],
    "model.language_model.layers.5.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.5.mlp.gate_proj.weight",
        "donor_name": "model.layers.5.mlp.experts.gate_up_proj",
        "compatibility": 0.7504501537549844
      }
    ],
    "model.language_model.layers.5.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.5.mlp.up_proj.weight",
        "donor_name": "model.layers.5.self_attn.q_proj.weight",
        "compatibility": 0.7512083965331583
      }
    ],
    "model.language_model.layers.50.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.50.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6417055470074035
      }
    ],
    "model.language_model.layers.50.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.50.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7963833853914568
      }
    ],
    "model.language_model.layers.50.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.50.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8045297110702575
      }
    ],
    "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.50.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8709231258187633
      }
    ],
    "model.language_model.layers.50.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.50.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9106285740298413
      }
    ],
    "model.language_model.layers.50.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.50.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9245911078829737
      }
    ],
    "model.language_model.layers.50.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.50.mlp.down_proj.weight",
        "donor_name": "model.layers.31.self_attn.k_proj.weight",
        "compatibility": 0.7907728840648784
      }
    ],
    "model.language_model.layers.50.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.50.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7261187462418138
      }
    ],
    "model.language_model.layers.50.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.50.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.760486300311572
      }
    ],
    "model.language_model.layers.51.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7943841845122589
      }
    ],
    "model.language_model.layers.51.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7155411229740474
      }
    ],
    "model.language_model.layers.51.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7660695437624484
      }
    ],
    "model.language_model.layers.51.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9288224679579201
      }
    ],
    "model.language_model.layers.51.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.self_attn.o_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9273243417918972
      }
    ],
    "model.language_model.layers.51.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8433787089933316
      }
    ],
    "model.language_model.layers.51.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.51.self_attn.v_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9283522488868514
      }
    ],
    "model.language_model.layers.52.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.52.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6585050070542193
      }
    ],
    "model.language_model.layers.52.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.52.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.34.mlp.router.weight",
        "compatibility": 0.805187255858292
      }
    ],
    "model.language_model.layers.52.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.52.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7955374992102628
      }
    ],
    "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.52.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8588445932304855
      }
    ],
    "model.language_model.layers.52.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.52.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9096944977222243
      }
    ],
    "model.language_model.layers.52.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.52.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9260909051870032
      }
    ],
    "model.language_model.layers.52.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.52.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7926367119178033
      }
    ],
    "model.language_model.layers.52.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.52.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7150181572101774
      }
    ],
    "model.language_model.layers.52.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.52.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7647419069562965
      }
    ],
    "model.language_model.layers.53.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.53.linear_attn.conv1d.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6446629452776873
      }
    ],
    "model.language_model.layers.53.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.53.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.34.mlp.router.weight",
        "compatibility": 0.8121169348248296
      }
    ],
    "model.language_model.layers.53.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.53.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8011842888075535
      }
    ],
    "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.53.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8597694367058987
      }
    ],
    "model.language_model.layers.53.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.53.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9066357435936719
      }
    ],
    "model.language_model.layers.53.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.53.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9232769999154139
      }
    ],
    "model.language_model.layers.53.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.53.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.7896024373728002
      }
    ],
    "model.language_model.layers.53.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.53.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7206101216430452
      }
    ],
    "model.language_model.layers.53.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.53.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7587250229054789
      }
    ],
    "model.language_model.layers.54.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.54.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6448884878277554
      }
    ],
    "model.language_model.layers.54.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.54.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8021634621099061
      }
    ],
    "model.language_model.layers.54.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.54.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8092677883522602
      }
    ],
    "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.54.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8596624680700525
      }
    ],
    "model.language_model.layers.54.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.54.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9083975117643516
      }
    ],
    "model.language_model.layers.54.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.54.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9215310176736662
      }
    ],
    "model.language_model.layers.54.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.54.mlp.down_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.789152245152928
      }
    ],
    "model.language_model.layers.54.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.54.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7128663287842266
      }
    ],
    "model.language_model.layers.54.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.54.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.760859325990273
      }
    ],
    "model.language_model.layers.55.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7891749340768202
      }
    ],
    "model.language_model.layers.55.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.715748110978027
      }
    ],
    "model.language_model.layers.55.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7641098932283863
      }
    ],
    "model.language_model.layers.55.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9338603078617201
      }
    ],
    "model.language_model.layers.55.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.self_attn.o_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9170366042888646
      }
    ],
    "model.language_model.layers.55.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8447968664706921
      }
    ],
    "model.language_model.layers.55.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.55.self_attn.v_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9241020580177888
      }
    ],
    "model.language_model.layers.56.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.56.linear_attn.conv1d.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6432313511043191
      }
    ],
    "model.language_model.layers.56.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.56.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8075189562136978
      }
    ],
    "model.language_model.layers.56.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.56.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8131271661882445
      }
    ],
    "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.56.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8557085401447865
      }
    ],
    "model.language_model.layers.56.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.56.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.8998353406803594
      }
    ],
    "model.language_model.layers.56.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.56.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9215848427907872
      }
    ],
    "model.language_model.layers.56.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.56.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7883650961396235
      }
    ],
    "model.language_model.layers.56.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.56.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7043258656974271
      }
    ],
    "model.language_model.layers.56.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.56.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7520202255924872
      }
    ],
    "model.language_model.layers.57.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.57.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6410014061113358
      }
    ],
    "model.language_model.layers.57.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.57.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8163602951504024
      }
    ],
    "model.language_model.layers.57.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.57.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8103433010447258
      }
    ],
    "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.57.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8630396914722194
      }
    ],
    "model.language_model.layers.57.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.57.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8776253383979499
      }
    ],
    "model.language_model.layers.57.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.57.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9186720531216553
      }
    ],
    "model.language_model.layers.57.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.57.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7811564449963152
      }
    ],
    "model.language_model.layers.57.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.57.mlp.gate_proj.weight",
        "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.7001518120583733
      }
    ],
    "model.language_model.layers.57.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.57.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7603686774844275
      }
    ],
    "model.language_model.layers.58.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.58.linear_attn.conv1d.weight",
        "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6405847675592136
      }
    ],
    "model.language_model.layers.58.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.58.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7932908925584163
      }
    ],
    "model.language_model.layers.58.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.58.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7994519093849027
      }
    ],
    "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.58.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.856047082923138
      }
    ],
    "model.language_model.layers.58.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.58.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9018252341279271
      }
    ],
    "model.language_model.layers.58.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.58.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9220384704307613
      }
    ],
    "model.language_model.layers.58.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.58.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.789423654912566
      }
    ],
    "model.language_model.layers.58.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.58.mlp.gate_proj.weight",
        "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6985169672213335
      }
    ],
    "model.language_model.layers.58.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.58.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7618476481503622
      }
    ],
    "model.language_model.layers.59.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7890396295578089
      }
    ],
    "model.language_model.layers.59.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7003753482281767
      }
    ],
    "model.language_model.layers.59.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7593620336566724
      }
    ],
    "model.language_model.layers.59.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.self_attn.k_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9250943776702973
      }
    ],
    "model.language_model.layers.59.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.self_attn.o_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.9249352456727502
      }
    ],
    "model.language_model.layers.59.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8334913379467418
      }
    ],
    "model.language_model.layers.59.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.59.self_attn.v_proj.weight",
        "donor_name": "model.layers.34.self_attn.k_proj.weight",
        "compatibility": 0.9158218476034611
      }
    ],
    "model.language_model.layers.6.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.6.linear_attn.conv1d.weight",
        "donor_name": "model.layers.6.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6355703307392069
      }
    ],
    "model.language_model.layers.6.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.6.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.8.mlp.experts.down_proj_bias",
        "compatibility": 0.7827331027212372
      }
    ],
    "model.language_model.layers.6.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.6.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.6.self_attn.k_proj.weight",
        "compatibility": 0.8128187088123158
      }
    ],
    "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.6.self_attn.q_proj.weight",
        "compatibility": 0.8631960037374313
      }
    ],
    "model.language_model.layers.6.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.6.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.6.self_attn.q_proj.weight",
        "compatibility": 0.8356787672909012
      }
    ],
    "model.language_model.layers.6.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.6.linear_attn.out_proj.weight",
        "donor_name": "model.layers.5.self_attn.o_proj.weight",
        "compatibility": 0.8360962006290114
      }
    ],
    "model.language_model.layers.6.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.6.mlp.down_proj.weight",
        "donor_name": "model.layers.9.self_attn.k_proj.weight",
        "compatibility": 0.7393022688944708
      }
    ],
    "model.language_model.layers.6.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.6.mlp.gate_proj.weight",
        "donor_name": "model.layers.6.mlp.experts.gate_up_proj",
        "compatibility": 0.7519698170853558
      }
    ],
    "model.language_model.layers.6.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.6.mlp.up_proj.weight",
        "donor_name": "model.layers.6.self_attn.q_proj.weight",
        "compatibility": 0.7677565751151293
      }
    ],
    "model.language_model.layers.60.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.60.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6660131301142427
      }
    ],
    "model.language_model.layers.60.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.60.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8020986972622249
      }
    ],
    "model.language_model.layers.60.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.60.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.experts.down_proj_bias",
        "compatibility": 0.8035505008004716
      }
    ],
    "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.60.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8522497945867649
      }
    ],
    "model.language_model.layers.60.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.60.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9038433061340906
      }
    ],
    "model.language_model.layers.60.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.60.linear_attn.out_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.9178625532963803
      }
    ],
    "model.language_model.layers.60.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.60.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7795264539175575
      }
    ],
    "model.language_model.layers.60.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.60.mlp.gate_proj.weight",
        "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6982216865398474
      }
    ],
    "model.language_model.layers.60.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.60.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.760754297593812
      }
    ],
    "model.language_model.layers.61.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.61.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6536088255197744
      }
    ],
    "model.language_model.layers.61.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.61.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.8067215397603916
      }
    ],
    "model.language_model.layers.61.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.61.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.experts.down_proj_bias",
        "compatibility": 0.8094364643572998
      }
    ],
    "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.61.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8638304675418278
      }
    ],
    "model.language_model.layers.61.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.61.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.8977656041856319
      }
    ],
    "model.language_model.layers.61.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.61.linear_attn.out_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.9299157172653576
      }
    ],
    "model.language_model.layers.61.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.61.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.7800762941026643
      }
    ],
    "model.language_model.layers.61.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.61.mlp.gate_proj.weight",
        "donor_name": "model.layers.33.mlp.experts.gate_up_proj",
        "compatibility": 0.7003700253799322
      }
    ],
    "model.language_model.layers.61.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.61.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7547445284484977
      }
    ],
    "model.language_model.layers.62.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.62.linear_attn.conv1d.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.6401452448147208
      }
    ],
    "model.language_model.layers.62.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.62.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7957778699846795
      }
    ],
    "model.language_model.layers.62.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.62.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.35.mlp.router.weight",
        "compatibility": 0.7991506309621846
      }
    ],
    "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.62.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.29.self_attn.q_proj.weight",
        "compatibility": 0.8652838109231572
      }
    ],
    "model.language_model.layers.62.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.62.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.898036926683094
      }
    ],
    "model.language_model.layers.62.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.62.linear_attn.out_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.917944075624884
      }
    ],
    "model.language_model.layers.62.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.62.mlp.down_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7937451516814182
      }
    ],
    "model.language_model.layers.62.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.62.mlp.gate_proj.weight",
        "donor_name": "model.layers.24.mlp.experts.gate_up_proj",
        "compatibility": 0.7074237197561526
      }
    ],
    "model.language_model.layers.62.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.62.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.760586971181802
      }
    ],
    "model.language_model.layers.63.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.mlp.down_proj.weight",
        "donor_name": "model.layers.33.self_attn.o_proj.weight",
        "compatibility": 0.7868802222653123
      }
    ],
    "model.language_model.layers.63.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.mlp.gate_proj.weight",
        "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.7058556271143712
      }
    ],
    "model.language_model.layers.63.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.mlp.up_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.7543276589572092
      }
    ],
    "model.language_model.layers.63.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.self_attn.k_proj.weight",
        "donor_name": "model.layers.29.self_attn.v_proj.weight",
        "compatibility": 0.9142059410294374
      }
    ],
    "model.language_model.layers.63.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.self_attn.o_proj.weight",
        "donor_name": "model.layers.31.self_attn.o_proj.weight",
        "compatibility": 0.923088639171262
      }
    ],
    "model.language_model.layers.63.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.self_attn.q_proj.weight",
        "donor_name": "model.layers.35.self_attn.o_proj.weight",
        "compatibility": 0.8203764424246749
      }
    ],
    "model.language_model.layers.63.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.63.self_attn.v_proj.weight",
        "donor_name": "model.layers.26.self_attn.k_proj.weight",
        "compatibility": 0.9156568798190431
      }
    ],
    "model.language_model.layers.7.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.mlp.down_proj.weight",
        "donor_name": "model.layers.17.self_attn.k_proj.weight",
        "compatibility": 0.7541284348576358
      }
    ],
    "model.language_model.layers.7.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.74275514120716
      }
    ],
    "model.language_model.layers.7.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.mlp.up_proj.weight",
        "donor_name": "model.layers.6.self_attn.q_proj.weight",
        "compatibility": 0.747651559336766
      }
    ],
    "model.language_model.layers.7.self_attn.k_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.self_attn.k_proj.weight",
        "donor_name": "model.layers.8.self_attn.k_proj.weight",
        "compatibility": 0.926562930293247
      }
    ],
    "model.language_model.layers.7.self_attn.o_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.self_attn.o_proj.weight",
        "donor_name": "model.layers.7.self_attn.o_proj.weight",
        "compatibility": 0.9210564929242966
      }
    ],
    "model.language_model.layers.7.self_attn.q_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.self_attn.q_proj.weight",
        "donor_name": "model.layers.7.self_attn.q_proj.weight",
        "compatibility": 0.7659830806666753
      }
    ],
    "model.language_model.layers.7.self_attn.v_proj.weight": [
      {
        "host_name": "model.language_model.layers.7.self_attn.v_proj.weight",
        "donor_name": "model.layers.8.self_attn.k_proj.weight",
        "compatibility": 0.9335177805191399
      }
    ],
    "model.language_model.layers.8.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.8.linear_attn.conv1d.weight",
        "donor_name": "model.layers.8.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.6595001020949666
      }
    ],
    "model.language_model.layers.8.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.8.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.8.mlp.router.weight",
        "compatibility": 0.7959473057039125
      }
    ],
    "model.language_model.layers.8.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.8.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.8.mlp.router.weight",
        "compatibility": 0.8161610300105753
      }
    ],
    "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.8771496939695185
      }
    ],
    "model.language_model.layers.8.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.8.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.8.self_attn.q_proj.weight",
        "compatibility": 0.8875180700136311
      }
    ],
    "model.language_model.layers.8.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.8.linear_attn.out_proj.weight",
        "donor_name": "model.layers.10.self_attn.o_proj.weight",
        "compatibility": 0.8481506042318451
      }
    ],
    "model.language_model.layers.8.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.8.mlp.down_proj.weight",
        "donor_name": "model.layers.9.self_attn.k_proj.weight",
        "compatibility": 0.7587162990998969
      }
    ],
    "model.language_model.layers.8.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.8.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.7715935829114154
      }
    ],
    "model.language_model.layers.8.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.8.mlp.up_proj.weight",
        "donor_name": "model.layers.8.self_attn.q_proj.weight",
        "compatibility": 0.7627190261985674
      }
    ],
    "model.language_model.layers.9.linear_attn.conv1d.weight": [
      {
        "host_name": "model.language_model.layers.9.linear_attn.conv1d.weight",
        "donor_name": "model.layers.14.self_attn.k_proj.weight",
        "compatibility": 0.6269831606977828
      }
    ],
    "model.language_model.layers.9.linear_attn.in_proj_a.weight": [
      {
        "host_name": "model.language_model.layers.9.linear_attn.in_proj_a.weight",
        "donor_name": "model.layers.10.self_attn.k_proj.weight",
        "compatibility": 0.8074582081598676
      }
    ],
    "model.language_model.layers.9.linear_attn.in_proj_b.weight": [
      {
        "host_name": "model.language_model.layers.9.linear_attn.in_proj_b.weight",
        "donor_name": "model.layers.9.self_attn.k_proj.weight",
        "compatibility": 0.8131898593014875
      }
    ],
    "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": [
      {
        "host_name": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight",
        "donor_name": "model.layers.9.self_attn.q_proj.weight",
        "compatibility": 0.8653233009013346
      }
    ],
    "model.language_model.layers.9.linear_attn.in_proj_z.weight": [
      {
        "host_name": "model.language_model.layers.9.linear_attn.in_proj_z.weight",
        "donor_name": "model.layers.9.self_attn.q_proj.weight",
        "compatibility": 0.8210630711601619
      }
    ],
    "model.language_model.layers.9.linear_attn.out_proj.weight": [
      {
        "host_name": "model.language_model.layers.9.linear_attn.out_proj.weight",
        "donor_name": "model.layers.10.self_attn.o_proj.weight",
        "compatibility": 0.8481101958705022
      }
    ],
    "model.language_model.layers.9.mlp.down_proj.weight": [
      {
        "host_name": "model.language_model.layers.9.mlp.down_proj.weight",
        "donor_name": "model.layers.17.self_attn.k_proj.weight",
        "compatibility": 0.7598377148051912
      }
    ],
    "model.language_model.layers.9.mlp.gate_proj.weight": [
      {
        "host_name": "model.language_model.layers.9.mlp.gate_proj.weight",
        "donor_name": "lm_head.weight",
        "compatibility": 0.7233868430804838
      }
    ],
    "model.language_model.layers.9.mlp.up_proj.weight": [
      {
        "host_name": "model.language_model.layers.9.mlp.up_proj.weight",
        "donor_name": "model.layers.9.self_attn.q_proj.weight",
        "compatibility": 0.7572526550502631
      }
    ],
    "model.visual.blocks.0.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.0.attn.proj.weight",
        "donor_name": "model.layers.0.self_attn.o_proj.weight",
        "compatibility": 0.8518271505158463
      }
    ],
    "model.visual.blocks.0.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.0.attn.qkv.weight",
        "donor_name": "model.layers.0.self_attn.q_proj.weight",
        "compatibility": 0.823766917519424
      }
    ],
    "model.visual.blocks.0.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.0.mlp.linear_fc1.weight",
        "donor_name": "model.layers.0.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.759335880644643
      }
    ],
    "model.visual.blocks.0.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.0.mlp.linear_fc2.weight",
        "donor_name": "model.layers.0.mlp.experts.down_proj_bias",
        "compatibility": 0.802762777069317
      }
    ],
    "model.visual.blocks.1.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.1.attn.proj.weight",
        "donor_name": "model.layers.1.self_attn.q_proj.weight",
        "compatibility": 0.9078390566074106
      }
    ],
    "model.visual.blocks.1.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.1.attn.qkv.weight",
        "donor_name": "model.layers.1.self_attn.q_proj.weight",
        "compatibility": 0.8584174507030068
      }
    ],
    "model.visual.blocks.1.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.1.mlp.linear_fc1.weight",
        "donor_name": "model.layers.1.mlp.experts.down_proj_bias",
        "compatibility": 0.7307036236826192
      }
    ],
    "model.visual.blocks.1.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.1.mlp.linear_fc2.weight",
        "donor_name": "model.layers.1.self_attn.k_proj.weight",
        "compatibility": 0.8068255979302332
      }
    ],
    "model.visual.blocks.10.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.10.attn.proj.weight",
        "donor_name": "model.layers.10.self_attn.q_proj.weight",
        "compatibility": 0.8965619195226863
      }
    ],
    "model.visual.blocks.10.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.10.attn.qkv.weight",
        "donor_name": "model.layers.10.self_attn.q_proj.weight",
        "compatibility": 0.9061692791522791
      }
    ],
    "model.visual.blocks.10.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.10.mlp.linear_fc1.weight",
        "donor_name": "model.layers.17.mlp.experts.down_proj_bias",
        "compatibility": 0.7502749466576634
      }
    ],
    "model.visual.blocks.10.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.10.mlp.linear_fc2.weight",
        "donor_name": "model.layers.11.self_attn.k_proj.weight",
        "compatibility": 0.8477000076654466
      }
    ],
    "model.visual.blocks.11.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.11.attn.proj.weight",
        "donor_name": "model.layers.12.self_attn.o_proj.weight",
        "compatibility": 0.9055196838059263
      }
    ],
    "model.visual.blocks.11.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.11.attn.qkv.weight",
        "donor_name": "model.layers.20.self_attn.q_proj.weight",
        "compatibility": 0.8727911493038685
      }
    ],
    "model.visual.blocks.11.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.11.mlp.linear_fc1.weight",
        "donor_name": "model.layers.16.mlp.experts.down_proj_bias",
        "compatibility": 0.7623187864292673
      }
    ],
    "model.visual.blocks.11.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.11.mlp.linear_fc2.weight",
        "donor_name": "model.layers.11.self_attn.k_proj.weight",
        "compatibility": 0.8537869517940355
      }
    ],
    "model.visual.blocks.12.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.12.attn.proj.weight",
        "donor_name": "model.layers.11.self_attn.v_proj.weight",
        "compatibility": 0.8927010851044146
      }
    ],
    "model.visual.blocks.12.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.12.attn.qkv.weight",
        "donor_name": "model.layers.13.self_attn.q_proj.weight",
        "compatibility": 0.9016438124129283
      }
    ],
    "model.visual.blocks.12.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.12.mlp.linear_fc1.weight",
        "donor_name": "model.layers.15.mlp.experts.down_proj_bias",
        "compatibility": 0.7736596582207832
      }
    ],
    "model.visual.blocks.12.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.12.mlp.linear_fc2.weight",
        "donor_name": "model.layers.12.self_attn.k_proj.weight",
        "compatibility": 0.8669675330990358
      }
    ],
    "model.visual.blocks.13.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.13.attn.proj.weight",
        "donor_name": "model.layers.14.self_attn.o_proj.weight",
        "compatibility": 0.8980591588060269
      }
    ],
    "model.visual.blocks.13.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.13.attn.qkv.weight",
        "donor_name": "model.layers.14.self_attn.q_proj.weight",
        "compatibility": 0.9006753477433128
      }
    ],
    "model.visual.blocks.13.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.13.mlp.linear_fc1.weight",
        "donor_name": "model.layers.15.mlp.experts.down_proj_bias",
        "compatibility": 0.7738215648363368
      }
    ],
    "model.visual.blocks.13.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.13.mlp.linear_fc2.weight",
        "donor_name": "model.layers.11.self_attn.k_proj.weight",
        "compatibility": 0.8431449051002449
      }
    ],
    "model.visual.blocks.14.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.14.attn.proj.weight",
        "donor_name": "model.layers.18.self_attn.o_proj.weight",
        "compatibility": 0.895955322151217
      }
    ],
    "model.visual.blocks.14.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.14.attn.qkv.weight",
        "donor_name": "model.layers.14.self_attn.q_proj.weight",
        "compatibility": 0.9018721282933424
      }
    ],
    "model.visual.blocks.14.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.14.mlp.linear_fc1.weight",
        "donor_name": "model.layers.17.mlp.experts.down_proj_bias",
        "compatibility": 0.7400234516680994
      }
    ],
    "model.visual.blocks.14.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.14.mlp.linear_fc2.weight",
        "donor_name": "model.layers.11.self_attn.k_proj.weight",
        "compatibility": 0.8351768144123559
      }
    ],
    "model.visual.blocks.15.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.15.attn.proj.weight",
        "donor_name": "model.layers.14.self_attn.o_proj.weight",
        "compatibility": 0.8983354323119453
      }
    ],
    "model.visual.blocks.15.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.15.attn.qkv.weight",
        "donor_name": "model.layers.16.self_attn.q_proj.weight",
        "compatibility": 0.9093756876337818
      }
    ],
    "model.visual.blocks.15.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.15.mlp.linear_fc1.weight",
        "donor_name": "model.layers.14.mlp.experts.down_proj_bias",
        "compatibility": 0.7806205511476155
      }
    ],
    "model.visual.blocks.15.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.15.mlp.linear_fc2.weight",
        "donor_name": "model.layers.17.self_attn.o_proj.weight",
        "compatibility": 0.8359056755313122
      }
    ],
    "model.visual.blocks.16.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.16.attn.proj.weight",
        "donor_name": "model.layers.18.self_attn.o_proj.weight",
        "compatibility": 0.9014524474678086
      }
    ],
    "model.visual.blocks.16.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.16.attn.qkv.weight",
        "donor_name": "model.layers.16.self_attn.q_proj.weight",
        "compatibility": 0.9085209182464122
      }
    ],
    "model.visual.blocks.16.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.16.mlp.linear_fc1.weight",
        "donor_name": "model.layers.17.mlp.experts.down_proj_bias",
        "compatibility": 0.7728869283537186
      }
    ],
    "model.visual.blocks.16.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.16.mlp.linear_fc2.weight",
        "donor_name": "model.layers.15.self_attn.k_proj.weight",
        "compatibility": 0.8504688397437812
      }
    ],
    "model.visual.blocks.17.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.17.attn.proj.weight",
        "donor_name": "model.layers.17.self_attn.v_proj.weight",
        "compatibility": 0.8995230242962992
      }
    ],
    "model.visual.blocks.17.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.17.attn.qkv.weight",
        "donor_name": "model.layers.16.self_attn.q_proj.weight",
        "compatibility": 0.9061075646147914
      }
    ],
    "model.visual.blocks.17.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.17.mlp.linear_fc1.weight",
        "donor_name": "model.layers.23.mlp.experts.down_proj_bias",
        "compatibility": 0.7664475190826511
      }
    ],
    "model.visual.blocks.17.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.17.mlp.linear_fc2.weight",
        "donor_name": "model.layers.18.self_attn.k_proj.weight",
        "compatibility": 0.8614986726441138
      }
    ],
    "model.visual.blocks.18.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.18.attn.proj.weight",
        "donor_name": "model.layers.18.self_attn.v_proj.weight",
        "compatibility": 0.902113715489972
      }
    ],
    "model.visual.blocks.18.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.18.attn.qkv.weight",
        "donor_name": "model.layers.19.self_attn.q_proj.weight",
        "compatibility": 0.908186456716626
      }
    ],
    "model.visual.blocks.18.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.18.mlp.linear_fc1.weight",
        "donor_name": "model.layers.19.mlp.experts.down_proj_bias",
        "compatibility": 0.7781740435655315
      }
    ],
    "model.visual.blocks.18.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.18.mlp.linear_fc2.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8583539612081671
      }
    ],
    "model.visual.blocks.19.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.19.attn.proj.weight",
        "donor_name": "model.layers.18.self_attn.o_proj.weight",
        "compatibility": 0.9018809781295624
      }
    ],
    "model.visual.blocks.19.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.19.attn.qkv.weight",
        "donor_name": "model.layers.23.self_attn.q_proj.weight",
        "compatibility": 0.9028795241033246
      }
    ],
    "model.visual.blocks.19.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.19.mlp.linear_fc1.weight",
        "donor_name": "model.layers.20.mlp.experts.down_proj_bias",
        "compatibility": 0.7847511996591527
      }
    ],
    "model.visual.blocks.19.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.19.mlp.linear_fc2.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8571388924959453
      }
    ],
    "model.visual.blocks.2.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.2.attn.proj.weight",
        "donor_name": "model.layers.2.self_attn.o_proj.weight",
        "compatibility": 0.8938291709266646
      }
    ],
    "model.visual.blocks.2.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.2.attn.qkv.weight",
        "donor_name": "model.layers.2.self_attn.q_proj.weight",
        "compatibility": 0.8865379261690401
      }
    ],
    "model.visual.blocks.2.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.2.mlp.linear_fc1.weight",
        "donor_name": "model.layers.2.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.719548456257112
      }
    ],
    "model.visual.blocks.2.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.2.mlp.linear_fc2.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.8337062846577464
      }
    ],
    "model.visual.blocks.20.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.20.attn.proj.weight",
        "donor_name": "model.layers.22.self_attn.o_proj.weight",
        "compatibility": 0.9032506515001727
      }
    ],
    "model.visual.blocks.20.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.20.attn.qkv.weight",
        "donor_name": "model.layers.19.self_attn.q_proj.weight",
        "compatibility": 0.9097703291450344
      }
    ],
    "model.visual.blocks.20.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.20.mlp.linear_fc1.weight",
        "donor_name": "model.layers.20.mlp.experts.down_proj_bias",
        "compatibility": 0.7833971186116004
      }
    ],
    "model.visual.blocks.20.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.20.mlp.linear_fc2.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.854983503811822
      }
    ],
    "model.visual.blocks.21.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.21.attn.proj.weight",
        "donor_name": "model.layers.23.self_attn.q_proj.weight",
        "compatibility": 0.9077297542089473
      }
    ],
    "model.visual.blocks.21.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.21.attn.qkv.weight",
        "donor_name": "model.layers.23.self_attn.q_proj.weight",
        "compatibility": 0.9080077915782168
      }
    ],
    "model.visual.blocks.21.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.21.mlp.linear_fc1.weight",
        "donor_name": "model.layers.19.mlp.experts.down_proj_bias",
        "compatibility": 0.7797509076795256
      }
    ],
    "model.visual.blocks.21.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.21.mlp.linear_fc2.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8602960434979877
      }
    ],
    "model.visual.blocks.22.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.22.attn.proj.weight",
        "donor_name": "model.layers.22.self_attn.q_proj.weight",
        "compatibility": 0.9050357315699651
      }
    ],
    "model.visual.blocks.22.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.22.attn.qkv.weight",
        "donor_name": "model.layers.19.self_attn.q_proj.weight",
        "compatibility": 0.9001823339882495
      }
    ],
    "model.visual.blocks.22.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.22.mlp.linear_fc1.weight",
        "donor_name": "model.layers.23.mlp.experts.down_proj_bias",
        "compatibility": 0.7853401386345118
      }
    ],
    "model.visual.blocks.22.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.22.mlp.linear_fc2.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8519091623596539
      }
    ],
    "model.visual.blocks.23.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.23.attn.proj.weight",
        "donor_name": "model.layers.24.self_attn.o_proj.weight",
        "compatibility": 0.9076635136332873
      }
    ],
    "model.visual.blocks.23.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.23.attn.qkv.weight",
        "donor_name": "model.layers.23.self_attn.q_proj.weight",
        "compatibility": 0.9162187645979762
      }
    ],
    "model.visual.blocks.23.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.23.mlp.linear_fc1.weight",
        "donor_name": "model.layers.22.mlp.experts.down_proj_bias",
        "compatibility": 0.7823571052791914
      }
    ],
    "model.visual.blocks.23.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.23.mlp.linear_fc2.weight",
        "donor_name": "model.layers.20.self_attn.k_proj.weight",
        "compatibility": 0.8540194193976232
      }
    ],
    "model.visual.blocks.24.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.24.attn.proj.weight",
        "donor_name": "model.layers.26.self_attn.q_proj.weight",
        "compatibility": 0.9065454810361507
      }
    ],
    "model.visual.blocks.24.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.24.attn.qkv.weight",
        "donor_name": "model.layers.27.self_attn.q_proj.weight",
        "compatibility": 0.9073914534588026
      }
    ],
    "model.visual.blocks.24.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.24.mlp.linear_fc1.weight",
        "donor_name": "model.layers.22.mlp.experts.down_proj_bias",
        "compatibility": 0.7815983919362501
      }
    ],
    "model.visual.blocks.24.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.24.mlp.linear_fc2.weight",
        "donor_name": "model.layers.22.self_attn.k_proj.weight",
        "compatibility": 0.8575007453181446
      }
    ],
    "model.visual.blocks.25.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.25.attn.proj.weight",
        "donor_name": "model.layers.24.self_attn.q_proj.weight",
        "compatibility": 0.9077160500078818
      }
    ],
    "model.visual.blocks.25.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.25.attn.qkv.weight",
        "donor_name": "model.layers.28.self_attn.q_proj.weight",
        "compatibility": 0.9053112595597836
      }
    ],
    "model.visual.blocks.25.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.25.mlp.linear_fc1.weight",
        "donor_name": "model.layers.25.mlp.experts.down_proj_bias",
        "compatibility": 0.7866789806642653
      }
    ],
    "model.visual.blocks.25.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.25.mlp.linear_fc2.weight",
        "donor_name": "model.layers.25.self_attn.k_proj.weight",
        "compatibility": 0.8485322646381728
      }
    ],
    "model.visual.blocks.26.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.26.attn.proj.weight",
        "donor_name": "model.layers.27.self_attn.q_proj.weight",
        "compatibility": 0.9112842978854124
      }
    ],
    "model.visual.blocks.26.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.26.attn.qkv.weight",
        "donor_name": "model.layers.26.self_attn.q_proj.weight",
        "compatibility": 0.9106750022273791
      }
    ],
    "model.visual.blocks.26.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.26.mlp.linear_fc1.weight",
        "donor_name": "model.layers.30.mlp.experts.down_proj_bias",
        "compatibility": 0.7790350773154644
      }
    ],
    "model.visual.blocks.26.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.26.mlp.linear_fc2.weight",
        "donor_name": "model.layers.29.self_attn.k_proj.weight",
        "compatibility": 0.8590342651275201
      }
    ],
    "model.visual.blocks.3.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.3.attn.proj.weight",
        "donor_name": "model.layers.3.self_attn.q_proj.weight",
        "compatibility": 0.8891673995640751
      }
    ],
    "model.visual.blocks.3.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.3.attn.qkv.weight",
        "donor_name": "model.layers.3.self_attn.q_proj.weight",
        "compatibility": 0.8927362492975277
      }
    ],
    "model.visual.blocks.3.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.3.mlp.linear_fc1.weight",
        "donor_name": "model.layers.3.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.739166619593979
      }
    ],
    "model.visual.blocks.3.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.3.mlp.linear_fc2.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.8631383211682139
      }
    ],
    "model.visual.blocks.4.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.4.attn.proj.weight",
        "donor_name": "model.layers.4.self_attn.k_proj.weight",
        "compatibility": 0.8931454292766521
      }
    ],
    "model.visual.blocks.4.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.4.attn.qkv.weight",
        "donor_name": "model.layers.3.self_attn.o_proj.weight",
        "compatibility": 0.8499145013206554
      }
    ],
    "model.visual.blocks.4.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.4.mlp.linear_fc1.weight",
        "donor_name": "model.layers.4.mlp.experts.gate_up_proj",
        "compatibility": 0.7253224037220429
      }
    ],
    "model.visual.blocks.4.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.4.mlp.linear_fc2.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.8434275345076795
      }
    ],
    "model.visual.blocks.5.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.5.attn.proj.weight",
        "donor_name": "model.layers.5.self_attn.q_proj.weight",
        "compatibility": 0.9041057018713365
      }
    ],
    "model.visual.blocks.5.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.5.attn.qkv.weight",
        "donor_name": "model.layers.5.self_attn.q_proj.weight",
        "compatibility": 0.9084187884715786
      }
    ],
    "model.visual.blocks.5.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.5.mlp.linear_fc1.weight",
        "donor_name": "model.layers.5.mlp.experts.gate_up_proj",
        "compatibility": 0.7205902784095222
      }
    ],
    "model.visual.blocks.5.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.5.mlp.linear_fc2.weight",
        "donor_name": "model.layers.3.self_attn.k_proj.weight",
        "compatibility": 0.8311462376020539
      }
    ],
    "model.visual.blocks.6.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.6.attn.proj.weight",
        "donor_name": "model.layers.6.self_attn.q_proj.weight",
        "compatibility": 0.914454749678831
      }
    ],
    "model.visual.blocks.6.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.6.attn.qkv.weight",
        "donor_name": "model.layers.7.self_attn.q_proj.weight",
        "compatibility": 0.9015602246385581
      }
    ],
    "model.visual.blocks.6.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.6.mlp.linear_fc1.weight",
        "donor_name": "model.layers.6.mlp.experts.down_proj_bias",
        "compatibility": 0.7240958969042014
      }
    ],
    "model.visual.blocks.6.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.6.mlp.linear_fc2.weight",
        "donor_name": "model.layers.6.self_attn.k_proj.weight",
        "compatibility": 0.849915798545757
      }
    ],
    "model.visual.blocks.7.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.7.attn.proj.weight",
        "donor_name": "model.layers.7.self_attn.q_proj.weight",
        "compatibility": 0.9082632574855607
      }
    ],
    "model.visual.blocks.7.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.7.attn.qkv.weight",
        "donor_name": "model.layers.6.self_attn.q_proj.weight",
        "compatibility": 0.8949920198490801
      }
    ],
    "model.visual.blocks.7.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.7.mlp.linear_fc1.weight",
        "donor_name": "model.layers.7.mlp.experts.gate_up_proj",
        "compatibility": 0.7195743627439607
      }
    ],
    "model.visual.blocks.7.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.7.mlp.linear_fc2.weight",
        "donor_name": "model.layers.9.self_attn.k_proj.weight",
        "compatibility": 0.8370782982769782
      }
    ],
    "model.visual.blocks.8.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.8.attn.proj.weight",
        "donor_name": "model.layers.8.self_attn.q_proj.weight",
        "compatibility": 0.9054910595601002
      }
    ],
    "model.visual.blocks.8.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.8.attn.qkv.weight",
        "donor_name": "model.layers.8.self_attn.q_proj.weight",
        "compatibility": 0.9110390040474051
      }
    ],
    "model.visual.blocks.8.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.8.mlp.linear_fc1.weight",
        "donor_name": "model.layers.8.mlp.experts.gate_up_proj",
        "compatibility": 0.7167183411772524
      }
    ],
    "model.visual.blocks.8.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.8.mlp.linear_fc2.weight",
        "donor_name": "model.layers.7.self_attn.k_proj.weight",
        "compatibility": 0.8461984704042276
      }
    ],
    "model.visual.blocks.9.attn.proj.weight": [
      {
        "host_name": "model.visual.blocks.9.attn.proj.weight",
        "donor_name": "model.layers.9.self_attn.q_proj.weight",
        "compatibility": 0.9062665968790794
      }
    ],
    "model.visual.blocks.9.attn.qkv.weight": [
      {
        "host_name": "model.visual.blocks.9.attn.qkv.weight",
        "donor_name": "model.layers.9.self_attn.q_proj.weight",
        "compatibility": 0.9045587136143135
      }
    ],
    "model.visual.blocks.9.mlp.linear_fc1.weight": [
      {
        "host_name": "model.visual.blocks.9.mlp.linear_fc1.weight",
        "donor_name": "model.layers.9.mlp.experts.gate_up_proj",
        "compatibility": 0.7272800748375802
      }
    ],
    "model.visual.blocks.9.mlp.linear_fc2.weight": [
      {
        "host_name": "model.visual.blocks.9.mlp.linear_fc2.weight",
        "donor_name": "model.layers.9.self_attn.k_proj.weight",
        "compatibility": 0.8631491671055683
      }
    ],
    "model.visual.merger.linear_fc1.weight": [
      {
        "host_name": "model.visual.merger.linear_fc1.weight",
        "donor_name": "model.layers.10.self_attn.o_proj.weight",
        "compatibility": 0.7391248839419845
      }
    ],
    "model.visual.merger.linear_fc2.weight": [
      {
        "host_name": "model.visual.merger.linear_fc2.weight",
        "donor_name": "model.layers.8.self_attn.q_proj.weight",
        "compatibility": 0.729548021711477
      }
    ],
    "mtp.fc.weight": [
      {
        "host_name": "mtp.fc.weight",
        "donor_name": "model.layers.8.self_attn.o_proj.weight",
        "compatibility": 0.8524246650949269
      }
    ],
    "mtp.layers.0.mlp.down_proj.weight": [
      {
        "host_name": "mtp.layers.0.mlp.down_proj.weight",
        "donor_name": "model.layers.0.self_attn.o_proj.weight",
        "compatibility": 0.7291121645324571
      }
    ],
    "mtp.layers.0.mlp.gate_proj.weight": [
      {
        "host_name": "mtp.layers.0.mlp.gate_proj.weight",
        "donor_name": "model.layers.0.mlp.experts.gate_up_proj_bias",
        "compatibility": 0.7093123506219379
      }
    ],
    "mtp.layers.0.mlp.up_proj.weight": [
      {
        "host_name": "mtp.layers.0.mlp.up_proj.weight",
        "donor_name": "model.layers.0.self_attn.q_proj.weight",
        "compatibility": 0.6928655196609004
      }
    ],
    "mtp.layers.0.self_attn.k_proj.weight": [
      {
        "host_name": "mtp.layers.0.self_attn.k_proj.weight",
        "donor_name": "model.layers.0.self_attn.v_proj.weight",
        "compatibility": 0.9272005020726513
      }
    ],
    "mtp.layers.0.self_attn.o_proj.weight": [
      {
        "host_name": "mtp.layers.0.self_attn.o_proj.weight",
        "donor_name": "model.layers.0.self_attn.o_proj.weight",
        "compatibility": 0.9185634203160862
      }
    ],
    "mtp.layers.0.self_attn.q_proj.weight": [
      {
        "host_name": "mtp.layers.0.self_attn.q_proj.weight",
        "donor_name": "model.layers.0.self_attn.q_proj.weight",
        "compatibility": 0.7904225787714253
      }
    ],
    "mtp.layers.0.self_attn.v_proj.weight": [
      {
        "host_name": "mtp.layers.0.self_attn.v_proj.weight",
        "donor_name": "model.layers.0.self_attn.k_proj.weight",
        "compatibility": 0.9313112433856711
      }
    ]
  }
}