{ "algorithm": "XENO-HAT", "variant": "intrinsic-viability-standalone", "groups": 32, "donors": 1, "canonical_size": 64, "min_numel": 16, "source_paths": [ "E:\\text-generation-webui-1.14\\user_data\\models\\gpt-oss-120b-heretic-bf16" ], "mutable_names": [ "model.language_model.layers.0.linear_attn.conv1d.weight", "model.language_model.layers.0.linear_attn.in_proj_a.weight", "model.language_model.layers.0.linear_attn.in_proj_b.weight", "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "model.language_model.layers.0.linear_attn.in_proj_z.weight", "model.language_model.layers.0.linear_attn.out_proj.weight", "model.language_model.layers.0.mlp.down_proj.weight", "model.language_model.layers.0.mlp.gate_proj.weight", "model.language_model.layers.0.mlp.up_proj.weight", "model.language_model.layers.1.linear_attn.conv1d.weight", "model.language_model.layers.1.linear_attn.in_proj_a.weight", "model.language_model.layers.1.linear_attn.in_proj_b.weight", "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "model.language_model.layers.1.linear_attn.in_proj_z.weight", "model.language_model.layers.1.linear_attn.out_proj.weight", "model.language_model.layers.1.mlp.down_proj.weight", "model.language_model.layers.1.mlp.gate_proj.weight", "model.language_model.layers.1.mlp.up_proj.weight", "model.language_model.layers.10.linear_attn.conv1d.weight", "model.language_model.layers.10.linear_attn.in_proj_a.weight", "model.language_model.layers.10.linear_attn.in_proj_b.weight", "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "model.language_model.layers.10.linear_attn.in_proj_z.weight", "model.language_model.layers.10.linear_attn.out_proj.weight", "model.language_model.layers.10.mlp.down_proj.weight", "model.language_model.layers.10.mlp.gate_proj.weight", "model.language_model.layers.10.mlp.up_proj.weight", "model.language_model.layers.11.mlp.down_proj.weight", "model.language_model.layers.11.mlp.gate_proj.weight", "model.language_model.layers.11.mlp.up_proj.weight", "model.language_model.layers.11.self_attn.k_proj.weight", "model.language_model.layers.11.self_attn.o_proj.weight", "model.language_model.layers.11.self_attn.q_proj.weight", "model.language_model.layers.11.self_attn.v_proj.weight", "model.language_model.layers.12.linear_attn.conv1d.weight", "model.language_model.layers.12.linear_attn.in_proj_a.weight", "model.language_model.layers.12.linear_attn.in_proj_b.weight", "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "model.language_model.layers.12.linear_attn.in_proj_z.weight", "model.language_model.layers.12.linear_attn.out_proj.weight", "model.language_model.layers.12.mlp.down_proj.weight", "model.language_model.layers.12.mlp.gate_proj.weight", "model.language_model.layers.12.mlp.up_proj.weight", "model.language_model.layers.13.linear_attn.conv1d.weight", "model.language_model.layers.13.linear_attn.in_proj_a.weight", "model.language_model.layers.13.linear_attn.in_proj_b.weight", "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "model.language_model.layers.13.linear_attn.in_proj_z.weight", "model.language_model.layers.13.linear_attn.out_proj.weight", "model.language_model.layers.13.mlp.down_proj.weight", "model.language_model.layers.13.mlp.gate_proj.weight", "model.language_model.layers.13.mlp.up_proj.weight", "model.language_model.layers.14.linear_attn.conv1d.weight", "model.language_model.layers.14.linear_attn.in_proj_a.weight", "model.language_model.layers.14.linear_attn.in_proj_b.weight", "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "model.language_model.layers.14.linear_attn.in_proj_z.weight", "model.language_model.layers.14.linear_attn.out_proj.weight", "model.language_model.layers.14.mlp.down_proj.weight", "model.language_model.layers.14.mlp.gate_proj.weight", "model.language_model.layers.14.mlp.up_proj.weight", "model.language_model.layers.15.mlp.down_proj.weight", "model.language_model.layers.15.mlp.gate_proj.weight", "model.language_model.layers.15.mlp.up_proj.weight", "model.language_model.layers.15.self_attn.k_proj.weight", "model.language_model.layers.15.self_attn.o_proj.weight", "model.language_model.layers.15.self_attn.q_proj.weight", "model.language_model.layers.15.self_attn.v_proj.weight", "model.language_model.layers.16.linear_attn.conv1d.weight", "model.language_model.layers.16.linear_attn.in_proj_a.weight", "model.language_model.layers.16.linear_attn.in_proj_b.weight", "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "model.language_model.layers.16.linear_attn.in_proj_z.weight", "model.language_model.layers.16.linear_attn.out_proj.weight", "model.language_model.layers.16.mlp.down_proj.weight", "model.language_model.layers.16.mlp.gate_proj.weight", "model.language_model.layers.16.mlp.up_proj.weight", "model.language_model.layers.17.linear_attn.conv1d.weight", "model.language_model.layers.17.linear_attn.in_proj_a.weight", "model.language_model.layers.17.linear_attn.in_proj_b.weight", "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "model.language_model.layers.17.linear_attn.in_proj_z.weight", "model.language_model.layers.17.linear_attn.out_proj.weight", "model.language_model.layers.17.mlp.down_proj.weight", "model.language_model.layers.17.mlp.gate_proj.weight", "model.language_model.layers.17.mlp.up_proj.weight", "model.language_model.layers.18.linear_attn.conv1d.weight", "model.language_model.layers.18.linear_attn.in_proj_a.weight", "model.language_model.layers.18.linear_attn.in_proj_b.weight", "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "model.language_model.layers.18.linear_attn.in_proj_z.weight", "model.language_model.layers.18.linear_attn.out_proj.weight", "model.language_model.layers.18.mlp.down_proj.weight", "model.language_model.layers.18.mlp.gate_proj.weight", "model.language_model.layers.18.mlp.up_proj.weight", "model.language_model.layers.19.mlp.down_proj.weight", "model.language_model.layers.19.mlp.gate_proj.weight", "model.language_model.layers.19.mlp.up_proj.weight", "model.language_model.layers.19.self_attn.k_proj.weight", "model.language_model.layers.19.self_attn.o_proj.weight", "model.language_model.layers.19.self_attn.q_proj.weight", "model.language_model.layers.19.self_attn.v_proj.weight", "model.language_model.layers.2.linear_attn.conv1d.weight", "model.language_model.layers.2.linear_attn.in_proj_a.weight", "model.language_model.layers.2.linear_attn.in_proj_b.weight", "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "model.language_model.layers.2.linear_attn.in_proj_z.weight", "model.language_model.layers.2.linear_attn.out_proj.weight", "model.language_model.layers.2.mlp.down_proj.weight", "model.language_model.layers.2.mlp.gate_proj.weight", "model.language_model.layers.2.mlp.up_proj.weight", "model.language_model.layers.20.linear_attn.conv1d.weight", "model.language_model.layers.20.linear_attn.in_proj_a.weight", "model.language_model.layers.20.linear_attn.in_proj_b.weight", "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "model.language_model.layers.20.linear_attn.in_proj_z.weight", "model.language_model.layers.20.linear_attn.out_proj.weight", "model.language_model.layers.20.mlp.down_proj.weight", "model.language_model.layers.20.mlp.gate_proj.weight", "model.language_model.layers.20.mlp.up_proj.weight", "model.language_model.layers.21.linear_attn.conv1d.weight", "model.language_model.layers.21.linear_attn.in_proj_a.weight", "model.language_model.layers.21.linear_attn.in_proj_b.weight", "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "model.language_model.layers.21.linear_attn.in_proj_z.weight", "model.language_model.layers.21.linear_attn.out_proj.weight", "model.language_model.layers.21.mlp.down_proj.weight", "model.language_model.layers.21.mlp.gate_proj.weight", "model.language_model.layers.21.mlp.up_proj.weight", "model.language_model.layers.22.linear_attn.conv1d.weight", "model.language_model.layers.22.linear_attn.in_proj_a.weight", "model.language_model.layers.22.linear_attn.in_proj_b.weight", "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "model.language_model.layers.22.linear_attn.in_proj_z.weight", "model.language_model.layers.22.linear_attn.out_proj.weight", "model.language_model.layers.22.mlp.down_proj.weight", "model.language_model.layers.22.mlp.gate_proj.weight", "model.language_model.layers.22.mlp.up_proj.weight", "model.language_model.layers.23.mlp.down_proj.weight", "model.language_model.layers.23.mlp.gate_proj.weight", "model.language_model.layers.23.mlp.up_proj.weight", "model.language_model.layers.23.self_attn.k_proj.weight", "model.language_model.layers.23.self_attn.o_proj.weight", "model.language_model.layers.23.self_attn.q_proj.weight", "model.language_model.layers.23.self_attn.v_proj.weight", "model.language_model.layers.24.linear_attn.conv1d.weight", "model.language_model.layers.24.linear_attn.in_proj_a.weight", "model.language_model.layers.24.linear_attn.in_proj_b.weight", "model.language_model.layers.24.linear_attn.in_proj_qkv.weight", "model.language_model.layers.24.linear_attn.in_proj_z.weight", "model.language_model.layers.24.linear_attn.out_proj.weight", "model.language_model.layers.24.mlp.down_proj.weight", "model.language_model.layers.24.mlp.gate_proj.weight", "model.language_model.layers.24.mlp.up_proj.weight", "model.language_model.layers.25.linear_attn.conv1d.weight", "model.language_model.layers.25.linear_attn.in_proj_a.weight", "model.language_model.layers.25.linear_attn.in_proj_b.weight", "model.language_model.layers.25.linear_attn.in_proj_qkv.weight", "model.language_model.layers.25.linear_attn.in_proj_z.weight", "model.language_model.layers.25.linear_attn.out_proj.weight", "model.language_model.layers.25.mlp.down_proj.weight", "model.language_model.layers.25.mlp.gate_proj.weight", "model.language_model.layers.25.mlp.up_proj.weight", "model.language_model.layers.26.linear_attn.conv1d.weight", "model.language_model.layers.26.linear_attn.in_proj_a.weight", "model.language_model.layers.26.linear_attn.in_proj_b.weight", "model.language_model.layers.26.linear_attn.in_proj_qkv.weight", "model.language_model.layers.26.linear_attn.in_proj_z.weight", "model.language_model.layers.26.linear_attn.out_proj.weight", "model.language_model.layers.26.mlp.down_proj.weight", "model.language_model.layers.26.mlp.gate_proj.weight", "model.language_model.layers.26.mlp.up_proj.weight", "model.language_model.layers.27.mlp.down_proj.weight", "model.language_model.layers.27.mlp.gate_proj.weight", "model.language_model.layers.27.mlp.up_proj.weight", "model.language_model.layers.27.self_attn.k_proj.weight", "model.language_model.layers.27.self_attn.o_proj.weight", "model.language_model.layers.27.self_attn.q_proj.weight", "model.language_model.layers.27.self_attn.v_proj.weight", "model.language_model.layers.28.linear_attn.conv1d.weight", "model.language_model.layers.28.linear_attn.in_proj_a.weight", "model.language_model.layers.28.linear_attn.in_proj_b.weight", "model.language_model.layers.28.linear_attn.in_proj_qkv.weight", "model.language_model.layers.28.linear_attn.in_proj_z.weight", "model.language_model.layers.28.linear_attn.out_proj.weight", "model.language_model.layers.28.mlp.down_proj.weight", "model.language_model.layers.28.mlp.gate_proj.weight", "model.language_model.layers.28.mlp.up_proj.weight", "model.language_model.layers.29.linear_attn.conv1d.weight", "model.language_model.layers.29.linear_attn.in_proj_a.weight", "model.language_model.layers.29.linear_attn.in_proj_b.weight", "model.language_model.layers.29.linear_attn.in_proj_qkv.weight", "model.language_model.layers.29.linear_attn.in_proj_z.weight", "model.language_model.layers.29.linear_attn.out_proj.weight", "model.language_model.layers.29.mlp.down_proj.weight", "model.language_model.layers.29.mlp.gate_proj.weight", "model.language_model.layers.29.mlp.up_proj.weight", "model.language_model.layers.3.mlp.down_proj.weight", "model.language_model.layers.3.mlp.gate_proj.weight", "model.language_model.layers.3.mlp.up_proj.weight", "model.language_model.layers.3.self_attn.k_proj.weight", "model.language_model.layers.3.self_attn.o_proj.weight", "model.language_model.layers.3.self_attn.q_proj.weight", "model.language_model.layers.3.self_attn.v_proj.weight", "model.language_model.layers.30.linear_attn.conv1d.weight", "model.language_model.layers.30.linear_attn.in_proj_a.weight", "model.language_model.layers.30.linear_attn.in_proj_b.weight", "model.language_model.layers.30.linear_attn.in_proj_qkv.weight", "model.language_model.layers.30.linear_attn.in_proj_z.weight", "model.language_model.layers.30.linear_attn.out_proj.weight", "model.language_model.layers.30.mlp.down_proj.weight", "model.language_model.layers.30.mlp.gate_proj.weight", "model.language_model.layers.30.mlp.up_proj.weight", "model.language_model.layers.31.mlp.down_proj.weight", "model.language_model.layers.31.mlp.gate_proj.weight", "model.language_model.layers.31.mlp.up_proj.weight", "model.language_model.layers.31.self_attn.k_proj.weight", "model.language_model.layers.31.self_attn.o_proj.weight", "model.language_model.layers.31.self_attn.q_proj.weight", "model.language_model.layers.31.self_attn.v_proj.weight", "model.language_model.layers.32.linear_attn.conv1d.weight", "model.language_model.layers.32.linear_attn.in_proj_a.weight", "model.language_model.layers.32.linear_attn.in_proj_b.weight", "model.language_model.layers.32.linear_attn.in_proj_qkv.weight", "model.language_model.layers.32.linear_attn.in_proj_z.weight", "model.language_model.layers.32.linear_attn.out_proj.weight", "model.language_model.layers.32.mlp.down_proj.weight", "model.language_model.layers.32.mlp.gate_proj.weight", "model.language_model.layers.32.mlp.up_proj.weight", "model.language_model.layers.33.linear_attn.conv1d.weight", "model.language_model.layers.33.linear_attn.in_proj_a.weight", "model.language_model.layers.33.linear_attn.in_proj_b.weight", "model.language_model.layers.33.linear_attn.in_proj_qkv.weight", "model.language_model.layers.33.linear_attn.in_proj_z.weight", "model.language_model.layers.33.linear_attn.out_proj.weight", "model.language_model.layers.33.mlp.down_proj.weight", "model.language_model.layers.33.mlp.gate_proj.weight", "model.language_model.layers.33.mlp.up_proj.weight", "model.language_model.layers.34.linear_attn.conv1d.weight", "model.language_model.layers.34.linear_attn.in_proj_a.weight", "model.language_model.layers.34.linear_attn.in_proj_b.weight", "model.language_model.layers.34.linear_attn.in_proj_qkv.weight", "model.language_model.layers.34.linear_attn.in_proj_z.weight", "model.language_model.layers.34.linear_attn.out_proj.weight", "model.language_model.layers.34.mlp.down_proj.weight", "model.language_model.layers.34.mlp.gate_proj.weight", "model.language_model.layers.34.mlp.up_proj.weight", "model.language_model.layers.35.mlp.down_proj.weight", "model.language_model.layers.35.mlp.gate_proj.weight", "model.language_model.layers.35.mlp.up_proj.weight", "model.language_model.layers.35.self_attn.k_proj.weight", "model.language_model.layers.35.self_attn.o_proj.weight", "model.language_model.layers.35.self_attn.q_proj.weight", "model.language_model.layers.35.self_attn.v_proj.weight", "model.language_model.layers.36.linear_attn.conv1d.weight", "model.language_model.layers.36.linear_attn.in_proj_a.weight", "model.language_model.layers.36.linear_attn.in_proj_b.weight", "model.language_model.layers.36.linear_attn.in_proj_qkv.weight", "model.language_model.layers.36.linear_attn.in_proj_z.weight", "model.language_model.layers.36.linear_attn.out_proj.weight", "model.language_model.layers.36.mlp.down_proj.weight", "model.language_model.layers.36.mlp.gate_proj.weight", "model.language_model.layers.36.mlp.up_proj.weight", "model.language_model.layers.37.linear_attn.conv1d.weight", "model.language_model.layers.37.linear_attn.in_proj_a.weight", "model.language_model.layers.37.linear_attn.in_proj_b.weight", "model.language_model.layers.37.linear_attn.in_proj_qkv.weight", "model.language_model.layers.37.linear_attn.in_proj_z.weight", "model.language_model.layers.37.linear_attn.out_proj.weight", "model.language_model.layers.37.mlp.down_proj.weight", "model.language_model.layers.37.mlp.gate_proj.weight", "model.language_model.layers.37.mlp.up_proj.weight", "model.language_model.layers.38.linear_attn.conv1d.weight", "model.language_model.layers.38.linear_attn.in_proj_a.weight", "model.language_model.layers.38.linear_attn.in_proj_b.weight", "model.language_model.layers.38.linear_attn.in_proj_qkv.weight", "model.language_model.layers.38.linear_attn.in_proj_z.weight", "model.language_model.layers.38.linear_attn.out_proj.weight", "model.language_model.layers.38.mlp.down_proj.weight", "model.language_model.layers.38.mlp.gate_proj.weight", "model.language_model.layers.38.mlp.up_proj.weight", "model.language_model.layers.39.mlp.down_proj.weight", "model.language_model.layers.39.mlp.gate_proj.weight", "model.language_model.layers.39.mlp.up_proj.weight", "model.language_model.layers.39.self_attn.k_proj.weight", "model.language_model.layers.39.self_attn.o_proj.weight", "model.language_model.layers.39.self_attn.q_proj.weight", "model.language_model.layers.39.self_attn.v_proj.weight", "model.language_model.layers.4.linear_attn.conv1d.weight", "model.language_model.layers.4.linear_attn.in_proj_a.weight", "model.language_model.layers.4.linear_attn.in_proj_b.weight", "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "model.language_model.layers.4.linear_attn.in_proj_z.weight", "model.language_model.layers.4.linear_attn.out_proj.weight", "model.language_model.layers.4.mlp.down_proj.weight", "model.language_model.layers.4.mlp.gate_proj.weight", "model.language_model.layers.4.mlp.up_proj.weight", "model.language_model.layers.40.linear_attn.conv1d.weight", "model.language_model.layers.40.linear_attn.in_proj_a.weight", "model.language_model.layers.40.linear_attn.in_proj_b.weight", "model.language_model.layers.40.linear_attn.in_proj_qkv.weight", "model.language_model.layers.40.linear_attn.in_proj_z.weight", "model.language_model.layers.40.linear_attn.out_proj.weight", "model.language_model.layers.40.mlp.down_proj.weight", "model.language_model.layers.40.mlp.gate_proj.weight", "model.language_model.layers.40.mlp.up_proj.weight", "model.language_model.layers.41.linear_attn.conv1d.weight", "model.language_model.layers.41.linear_attn.in_proj_a.weight", "model.language_model.layers.41.linear_attn.in_proj_b.weight", "model.language_model.layers.41.linear_attn.in_proj_qkv.weight", "model.language_model.layers.41.linear_attn.in_proj_z.weight", "model.language_model.layers.41.linear_attn.out_proj.weight", "model.language_model.layers.41.mlp.down_proj.weight", "model.language_model.layers.41.mlp.gate_proj.weight", "model.language_model.layers.41.mlp.up_proj.weight", "model.language_model.layers.42.linear_attn.conv1d.weight", "model.language_model.layers.42.linear_attn.in_proj_a.weight", "model.language_model.layers.42.linear_attn.in_proj_b.weight", "model.language_model.layers.42.linear_attn.in_proj_qkv.weight", "model.language_model.layers.42.linear_attn.in_proj_z.weight", "model.language_model.layers.42.linear_attn.out_proj.weight", "model.language_model.layers.42.mlp.down_proj.weight", "model.language_model.layers.42.mlp.gate_proj.weight", "model.language_model.layers.42.mlp.up_proj.weight", "model.language_model.layers.43.mlp.down_proj.weight", "model.language_model.layers.43.mlp.gate_proj.weight", "model.language_model.layers.43.mlp.up_proj.weight", "model.language_model.layers.43.self_attn.k_proj.weight", "model.language_model.layers.43.self_attn.o_proj.weight", "model.language_model.layers.43.self_attn.q_proj.weight", "model.language_model.layers.43.self_attn.v_proj.weight", "model.language_model.layers.44.linear_attn.conv1d.weight", "model.language_model.layers.44.linear_attn.in_proj_a.weight", "model.language_model.layers.44.linear_attn.in_proj_b.weight", "model.language_model.layers.44.linear_attn.in_proj_qkv.weight", "model.language_model.layers.44.linear_attn.in_proj_z.weight", "model.language_model.layers.44.linear_attn.out_proj.weight", "model.language_model.layers.44.mlp.down_proj.weight", "model.language_model.layers.44.mlp.gate_proj.weight", "model.language_model.layers.44.mlp.up_proj.weight", "model.language_model.layers.45.linear_attn.conv1d.weight", "model.language_model.layers.45.linear_attn.in_proj_a.weight", "model.language_model.layers.45.linear_attn.in_proj_b.weight", "model.language_model.layers.45.linear_attn.in_proj_qkv.weight", "model.language_model.layers.45.linear_attn.in_proj_z.weight", "model.language_model.layers.45.linear_attn.out_proj.weight", "model.language_model.layers.45.mlp.down_proj.weight", "model.language_model.layers.45.mlp.gate_proj.weight", "model.language_model.layers.45.mlp.up_proj.weight", "model.language_model.layers.46.linear_attn.conv1d.weight", "model.language_model.layers.46.linear_attn.in_proj_a.weight", "model.language_model.layers.46.linear_attn.in_proj_b.weight", "model.language_model.layers.46.linear_attn.in_proj_qkv.weight", "model.language_model.layers.46.linear_attn.in_proj_z.weight", "model.language_model.layers.46.linear_attn.out_proj.weight", "model.language_model.layers.46.mlp.down_proj.weight", "model.language_model.layers.46.mlp.gate_proj.weight", "model.language_model.layers.46.mlp.up_proj.weight", "model.language_model.layers.47.mlp.down_proj.weight", "model.language_model.layers.47.mlp.gate_proj.weight", "model.language_model.layers.47.mlp.up_proj.weight", "model.language_model.layers.47.self_attn.k_proj.weight", "model.language_model.layers.47.self_attn.o_proj.weight", "model.language_model.layers.47.self_attn.q_proj.weight", "model.language_model.layers.47.self_attn.v_proj.weight", "model.language_model.layers.48.linear_attn.conv1d.weight", "model.language_model.layers.48.linear_attn.in_proj_a.weight", "model.language_model.layers.48.linear_attn.in_proj_b.weight", "model.language_model.layers.48.linear_attn.in_proj_qkv.weight", "model.language_model.layers.48.linear_attn.in_proj_z.weight", "model.language_model.layers.48.linear_attn.out_proj.weight", "model.language_model.layers.48.mlp.down_proj.weight", "model.language_model.layers.48.mlp.gate_proj.weight", "model.language_model.layers.48.mlp.up_proj.weight", "model.language_model.layers.49.linear_attn.conv1d.weight", "model.language_model.layers.49.linear_attn.in_proj_a.weight", "model.language_model.layers.49.linear_attn.in_proj_b.weight", "model.language_model.layers.49.linear_attn.in_proj_qkv.weight", "model.language_model.layers.49.linear_attn.in_proj_z.weight", "model.language_model.layers.49.linear_attn.out_proj.weight", "model.language_model.layers.49.mlp.down_proj.weight", "model.language_model.layers.49.mlp.gate_proj.weight", "model.language_model.layers.49.mlp.up_proj.weight", "model.language_model.layers.5.linear_attn.conv1d.weight", "model.language_model.layers.5.linear_attn.in_proj_a.weight", "model.language_model.layers.5.linear_attn.in_proj_b.weight", "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "model.language_model.layers.5.linear_attn.in_proj_z.weight", "model.language_model.layers.5.linear_attn.out_proj.weight", "model.language_model.layers.5.mlp.down_proj.weight", "model.language_model.layers.5.mlp.gate_proj.weight", "model.language_model.layers.5.mlp.up_proj.weight", "model.language_model.layers.50.linear_attn.conv1d.weight", "model.language_model.layers.50.linear_attn.in_proj_a.weight", "model.language_model.layers.50.linear_attn.in_proj_b.weight", "model.language_model.layers.50.linear_attn.in_proj_qkv.weight", "model.language_model.layers.50.linear_attn.in_proj_z.weight", "model.language_model.layers.50.linear_attn.out_proj.weight", "model.language_model.layers.50.mlp.down_proj.weight", "model.language_model.layers.50.mlp.gate_proj.weight", "model.language_model.layers.50.mlp.up_proj.weight", "model.language_model.layers.51.mlp.down_proj.weight", "model.language_model.layers.51.mlp.gate_proj.weight", "model.language_model.layers.51.mlp.up_proj.weight", "model.language_model.layers.51.self_attn.k_proj.weight", "model.language_model.layers.51.self_attn.o_proj.weight", "model.language_model.layers.51.self_attn.q_proj.weight", "model.language_model.layers.51.self_attn.v_proj.weight", "model.language_model.layers.52.linear_attn.conv1d.weight", "model.language_model.layers.52.linear_attn.in_proj_a.weight", "model.language_model.layers.52.linear_attn.in_proj_b.weight", "model.language_model.layers.52.linear_attn.in_proj_qkv.weight", "model.language_model.layers.52.linear_attn.in_proj_z.weight", "model.language_model.layers.52.linear_attn.out_proj.weight", "model.language_model.layers.52.mlp.down_proj.weight", "model.language_model.layers.52.mlp.gate_proj.weight", "model.language_model.layers.52.mlp.up_proj.weight", "model.language_model.layers.53.linear_attn.conv1d.weight", "model.language_model.layers.53.linear_attn.in_proj_a.weight", "model.language_model.layers.53.linear_attn.in_proj_b.weight", "model.language_model.layers.53.linear_attn.in_proj_qkv.weight", "model.language_model.layers.53.linear_attn.in_proj_z.weight", "model.language_model.layers.53.linear_attn.out_proj.weight", "model.language_model.layers.53.mlp.down_proj.weight", "model.language_model.layers.53.mlp.gate_proj.weight", "model.language_model.layers.53.mlp.up_proj.weight", "model.language_model.layers.54.linear_attn.conv1d.weight", "model.language_model.layers.54.linear_attn.in_proj_a.weight", "model.language_model.layers.54.linear_attn.in_proj_b.weight", "model.language_model.layers.54.linear_attn.in_proj_qkv.weight", "model.language_model.layers.54.linear_attn.in_proj_z.weight", "model.language_model.layers.54.linear_attn.out_proj.weight", "model.language_model.layers.54.mlp.down_proj.weight", "model.language_model.layers.54.mlp.gate_proj.weight", "model.language_model.layers.54.mlp.up_proj.weight", "model.language_model.layers.55.mlp.down_proj.weight", "model.language_model.layers.55.mlp.gate_proj.weight", "model.language_model.layers.55.mlp.up_proj.weight", "model.language_model.layers.55.self_attn.k_proj.weight", "model.language_model.layers.55.self_attn.o_proj.weight", "model.language_model.layers.55.self_attn.q_proj.weight", "model.language_model.layers.55.self_attn.v_proj.weight", "model.language_model.layers.56.linear_attn.conv1d.weight", "model.language_model.layers.56.linear_attn.in_proj_a.weight", "model.language_model.layers.56.linear_attn.in_proj_b.weight", "model.language_model.layers.56.linear_attn.in_proj_qkv.weight", "model.language_model.layers.56.linear_attn.in_proj_z.weight", "model.language_model.layers.56.linear_attn.out_proj.weight", "model.language_model.layers.56.mlp.down_proj.weight", "model.language_model.layers.56.mlp.gate_proj.weight", "model.language_model.layers.56.mlp.up_proj.weight", "model.language_model.layers.57.linear_attn.conv1d.weight", "model.language_model.layers.57.linear_attn.in_proj_a.weight", "model.language_model.layers.57.linear_attn.in_proj_b.weight", "model.language_model.layers.57.linear_attn.in_proj_qkv.weight", "model.language_model.layers.57.linear_attn.in_proj_z.weight", "model.language_model.layers.57.linear_attn.out_proj.weight", "model.language_model.layers.57.mlp.down_proj.weight", "model.language_model.layers.57.mlp.gate_proj.weight", "model.language_model.layers.57.mlp.up_proj.weight", "model.language_model.layers.58.linear_attn.conv1d.weight", "model.language_model.layers.58.linear_attn.in_proj_a.weight", "model.language_model.layers.58.linear_attn.in_proj_b.weight", "model.language_model.layers.58.linear_attn.in_proj_qkv.weight", "model.language_model.layers.58.linear_attn.in_proj_z.weight", "model.language_model.layers.58.linear_attn.out_proj.weight", "model.language_model.layers.58.mlp.down_proj.weight", "model.language_model.layers.58.mlp.gate_proj.weight", "model.language_model.layers.58.mlp.up_proj.weight", "model.language_model.layers.59.mlp.down_proj.weight", "model.language_model.layers.59.mlp.gate_proj.weight", "model.language_model.layers.59.mlp.up_proj.weight", "model.language_model.layers.59.self_attn.k_proj.weight", "model.language_model.layers.59.self_attn.o_proj.weight", "model.language_model.layers.59.self_attn.q_proj.weight", "model.language_model.layers.59.self_attn.v_proj.weight", "model.language_model.layers.6.linear_attn.conv1d.weight", "model.language_model.layers.6.linear_attn.in_proj_a.weight", "model.language_model.layers.6.linear_attn.in_proj_b.weight", "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "model.language_model.layers.6.linear_attn.in_proj_z.weight", "model.language_model.layers.6.linear_attn.out_proj.weight", "model.language_model.layers.6.mlp.down_proj.weight", "model.language_model.layers.6.mlp.gate_proj.weight", "model.language_model.layers.6.mlp.up_proj.weight", "model.language_model.layers.60.linear_attn.conv1d.weight", "model.language_model.layers.60.linear_attn.in_proj_a.weight", "model.language_model.layers.60.linear_attn.in_proj_b.weight", "model.language_model.layers.60.linear_attn.in_proj_qkv.weight", "model.language_model.layers.60.linear_attn.in_proj_z.weight", "model.language_model.layers.60.linear_attn.out_proj.weight", "model.language_model.layers.60.mlp.down_proj.weight", "model.language_model.layers.60.mlp.gate_proj.weight", "model.language_model.layers.60.mlp.up_proj.weight", "model.language_model.layers.61.linear_attn.conv1d.weight", "model.language_model.layers.61.linear_attn.in_proj_a.weight", "model.language_model.layers.61.linear_attn.in_proj_b.weight", "model.language_model.layers.61.linear_attn.in_proj_qkv.weight", "model.language_model.layers.61.linear_attn.in_proj_z.weight", "model.language_model.layers.61.linear_attn.out_proj.weight", "model.language_model.layers.61.mlp.down_proj.weight", "model.language_model.layers.61.mlp.gate_proj.weight", "model.language_model.layers.61.mlp.up_proj.weight", "model.language_model.layers.62.linear_attn.conv1d.weight", "model.language_model.layers.62.linear_attn.in_proj_a.weight", "model.language_model.layers.62.linear_attn.in_proj_b.weight", "model.language_model.layers.62.linear_attn.in_proj_qkv.weight", "model.language_model.layers.62.linear_attn.in_proj_z.weight", "model.language_model.layers.62.linear_attn.out_proj.weight", "model.language_model.layers.62.mlp.down_proj.weight", "model.language_model.layers.62.mlp.gate_proj.weight", "model.language_model.layers.62.mlp.up_proj.weight", "model.language_model.layers.63.mlp.down_proj.weight", "model.language_model.layers.63.mlp.gate_proj.weight", "model.language_model.layers.63.mlp.up_proj.weight", "model.language_model.layers.63.self_attn.k_proj.weight", "model.language_model.layers.63.self_attn.o_proj.weight", "model.language_model.layers.63.self_attn.q_proj.weight", "model.language_model.layers.63.self_attn.v_proj.weight", "model.language_model.layers.7.mlp.down_proj.weight", "model.language_model.layers.7.mlp.gate_proj.weight", "model.language_model.layers.7.mlp.up_proj.weight", "model.language_model.layers.7.self_attn.k_proj.weight", "model.language_model.layers.7.self_attn.o_proj.weight", "model.language_model.layers.7.self_attn.q_proj.weight", "model.language_model.layers.7.self_attn.v_proj.weight", "model.language_model.layers.8.linear_attn.conv1d.weight", "model.language_model.layers.8.linear_attn.in_proj_a.weight", "model.language_model.layers.8.linear_attn.in_proj_b.weight", "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "model.language_model.layers.8.linear_attn.in_proj_z.weight", "model.language_model.layers.8.linear_attn.out_proj.weight", "model.language_model.layers.8.mlp.down_proj.weight", "model.language_model.layers.8.mlp.gate_proj.weight", "model.language_model.layers.8.mlp.up_proj.weight", "model.language_model.layers.9.linear_attn.conv1d.weight", "model.language_model.layers.9.linear_attn.in_proj_a.weight", "model.language_model.layers.9.linear_attn.in_proj_b.weight", "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "model.language_model.layers.9.linear_attn.in_proj_z.weight", "model.language_model.layers.9.linear_attn.out_proj.weight", "model.language_model.layers.9.mlp.down_proj.weight", "model.language_model.layers.9.mlp.gate_proj.weight", "model.language_model.layers.9.mlp.up_proj.weight", "model.visual.blocks.0.attn.proj.weight", "model.visual.blocks.0.attn.qkv.weight", "model.visual.blocks.0.mlp.linear_fc1.weight", "model.visual.blocks.0.mlp.linear_fc2.weight", "model.visual.blocks.1.attn.proj.weight", "model.visual.blocks.1.attn.qkv.weight", "model.visual.blocks.1.mlp.linear_fc1.weight", "model.visual.blocks.1.mlp.linear_fc2.weight", "model.visual.blocks.10.attn.proj.weight", "model.visual.blocks.10.attn.qkv.weight", "model.visual.blocks.10.mlp.linear_fc1.weight", "model.visual.blocks.10.mlp.linear_fc2.weight", "model.visual.blocks.11.attn.proj.weight", "model.visual.blocks.11.attn.qkv.weight", "model.visual.blocks.11.mlp.linear_fc1.weight", "model.visual.blocks.11.mlp.linear_fc2.weight", "model.visual.blocks.12.attn.proj.weight", "model.visual.blocks.12.attn.qkv.weight", "model.visual.blocks.12.mlp.linear_fc1.weight", "model.visual.blocks.12.mlp.linear_fc2.weight", "model.visual.blocks.13.attn.proj.weight", "model.visual.blocks.13.attn.qkv.weight", "model.visual.blocks.13.mlp.linear_fc1.weight", "model.visual.blocks.13.mlp.linear_fc2.weight", "model.visual.blocks.14.attn.proj.weight", "model.visual.blocks.14.attn.qkv.weight", "model.visual.blocks.14.mlp.linear_fc1.weight", "model.visual.blocks.14.mlp.linear_fc2.weight", "model.visual.blocks.15.attn.proj.weight", "model.visual.blocks.15.attn.qkv.weight", "model.visual.blocks.15.mlp.linear_fc1.weight", "model.visual.blocks.15.mlp.linear_fc2.weight", "model.visual.blocks.16.attn.proj.weight", "model.visual.blocks.16.attn.qkv.weight", "model.visual.blocks.16.mlp.linear_fc1.weight", "model.visual.blocks.16.mlp.linear_fc2.weight", "model.visual.blocks.17.attn.proj.weight", "model.visual.blocks.17.attn.qkv.weight", "model.visual.blocks.17.mlp.linear_fc1.weight", "model.visual.blocks.17.mlp.linear_fc2.weight", "model.visual.blocks.18.attn.proj.weight", "model.visual.blocks.18.attn.qkv.weight", "model.visual.blocks.18.mlp.linear_fc1.weight", "model.visual.blocks.18.mlp.linear_fc2.weight", "model.visual.blocks.19.attn.proj.weight", "model.visual.blocks.19.attn.qkv.weight", "model.visual.blocks.19.mlp.linear_fc1.weight", "model.visual.blocks.19.mlp.linear_fc2.weight", "model.visual.blocks.2.attn.proj.weight", "model.visual.blocks.2.attn.qkv.weight", "model.visual.blocks.2.mlp.linear_fc1.weight", "model.visual.blocks.2.mlp.linear_fc2.weight", "model.visual.blocks.20.attn.proj.weight", "model.visual.blocks.20.attn.qkv.weight", "model.visual.blocks.20.mlp.linear_fc1.weight", "model.visual.blocks.20.mlp.linear_fc2.weight", "model.visual.blocks.21.attn.proj.weight", "model.visual.blocks.21.attn.qkv.weight", "model.visual.blocks.21.mlp.linear_fc1.weight", "model.visual.blocks.21.mlp.linear_fc2.weight", "model.visual.blocks.22.attn.proj.weight", "model.visual.blocks.22.attn.qkv.weight", "model.visual.blocks.22.mlp.linear_fc1.weight", "model.visual.blocks.22.mlp.linear_fc2.weight", "model.visual.blocks.23.attn.proj.weight", "model.visual.blocks.23.attn.qkv.weight", "model.visual.blocks.23.mlp.linear_fc1.weight", "model.visual.blocks.23.mlp.linear_fc2.weight", "model.visual.blocks.24.attn.proj.weight", "model.visual.blocks.24.attn.qkv.weight", "model.visual.blocks.24.mlp.linear_fc1.weight", "model.visual.blocks.24.mlp.linear_fc2.weight", "model.visual.blocks.25.attn.proj.weight", "model.visual.blocks.25.attn.qkv.weight", "model.visual.blocks.25.mlp.linear_fc1.weight", "model.visual.blocks.25.mlp.linear_fc2.weight", "model.visual.blocks.26.attn.proj.weight", "model.visual.blocks.26.attn.qkv.weight", "model.visual.blocks.26.mlp.linear_fc1.weight", "model.visual.blocks.26.mlp.linear_fc2.weight", "model.visual.blocks.3.attn.proj.weight", "model.visual.blocks.3.attn.qkv.weight", "model.visual.blocks.3.mlp.linear_fc1.weight", "model.visual.blocks.3.mlp.linear_fc2.weight", "model.visual.blocks.4.attn.proj.weight", "model.visual.blocks.4.attn.qkv.weight", "model.visual.blocks.4.mlp.linear_fc1.weight", "model.visual.blocks.4.mlp.linear_fc2.weight", "model.visual.blocks.5.attn.proj.weight", "model.visual.blocks.5.attn.qkv.weight", "model.visual.blocks.5.mlp.linear_fc1.weight", "model.visual.blocks.5.mlp.linear_fc2.weight", "model.visual.blocks.6.attn.proj.weight", "model.visual.blocks.6.attn.qkv.weight", "model.visual.blocks.6.mlp.linear_fc1.weight", "model.visual.blocks.6.mlp.linear_fc2.weight", "model.visual.blocks.7.attn.proj.weight", "model.visual.blocks.7.attn.qkv.weight", "model.visual.blocks.7.mlp.linear_fc1.weight", "model.visual.blocks.7.mlp.linear_fc2.weight", "model.visual.blocks.8.attn.proj.weight", "model.visual.blocks.8.attn.qkv.weight", "model.visual.blocks.8.mlp.linear_fc1.weight", "model.visual.blocks.8.mlp.linear_fc2.weight", "model.visual.blocks.9.attn.proj.weight", "model.visual.blocks.9.attn.qkv.weight", "model.visual.blocks.9.mlp.linear_fc1.weight", "model.visual.blocks.9.mlp.linear_fc2.weight", "model.visual.merger.linear_fc1.weight", "model.visual.merger.linear_fc2.weight", "mtp.fc.weight", "mtp.layers.0.mlp.down_proj.weight", "mtp.layers.0.mlp.gate_proj.weight", "mtp.layers.0.mlp.up_proj.weight", "mtp.layers.0.self_attn.k_proj.weight", "mtp.layers.0.self_attn.o_proj.weight", "mtp.layers.0.self_attn.q_proj.weight", "mtp.layers.0.self_attn.v_proj.weight" ], "host_groups": { "model.language_model.layers.0.linear_attn.conv1d.weight": 0, "model.language_model.layers.0.linear_attn.in_proj_a.weight": 0, "model.language_model.layers.0.linear_attn.in_proj_b.weight": 0, "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": 0, "model.language_model.layers.0.linear_attn.in_proj_z.weight": 0, "model.language_model.layers.0.linear_attn.out_proj.weight": 0, "model.language_model.layers.0.mlp.down_proj.weight": 0, "model.language_model.layers.0.mlp.gate_proj.weight": 0, "model.language_model.layers.0.mlp.up_proj.weight": 0, "model.language_model.layers.1.linear_attn.conv1d.weight": 0, "model.language_model.layers.1.linear_attn.in_proj_a.weight": 0, "model.language_model.layers.1.linear_attn.in_proj_b.weight": 0, "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": 0, "model.language_model.layers.1.linear_attn.in_proj_z.weight": 0, "model.language_model.layers.1.linear_attn.out_proj.weight": 0, "model.language_model.layers.1.mlp.down_proj.weight": 0, "model.language_model.layers.1.mlp.gate_proj.weight": 0, "model.language_model.layers.1.mlp.up_proj.weight": 0, "model.language_model.layers.10.linear_attn.conv1d.weight": 5, "model.language_model.layers.10.linear_attn.in_proj_a.weight": 5, "model.language_model.layers.10.linear_attn.in_proj_b.weight": 5, "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": 5, "model.language_model.layers.10.linear_attn.in_proj_z.weight": 5, "model.language_model.layers.10.linear_attn.out_proj.weight": 5, "model.language_model.layers.10.mlp.down_proj.weight": 5, "model.language_model.layers.10.mlp.gate_proj.weight": 5, "model.language_model.layers.10.mlp.up_proj.weight": 5, "model.language_model.layers.11.mlp.down_proj.weight": 5, "model.language_model.layers.11.mlp.gate_proj.weight": 5, "model.language_model.layers.11.mlp.up_proj.weight": 5, "model.language_model.layers.11.self_attn.k_proj.weight": 5, "model.language_model.layers.11.self_attn.o_proj.weight": 5, "model.language_model.layers.11.self_attn.q_proj.weight": 5, "model.language_model.layers.11.self_attn.v_proj.weight": 5, "model.language_model.layers.12.linear_attn.conv1d.weight": 6, "model.language_model.layers.12.linear_attn.in_proj_a.weight": 6, "model.language_model.layers.12.linear_attn.in_proj_b.weight": 6, "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": 6, "model.language_model.layers.12.linear_attn.in_proj_z.weight": 6, "model.language_model.layers.12.linear_attn.out_proj.weight": 6, "model.language_model.layers.12.mlp.down_proj.weight": 6, "model.language_model.layers.12.mlp.gate_proj.weight": 6, "model.language_model.layers.12.mlp.up_proj.weight": 6, "model.language_model.layers.13.linear_attn.conv1d.weight": 6, "model.language_model.layers.13.linear_attn.in_proj_a.weight": 6, "model.language_model.layers.13.linear_attn.in_proj_b.weight": 6, "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": 6, "model.language_model.layers.13.linear_attn.in_proj_z.weight": 6, "model.language_model.layers.13.linear_attn.out_proj.weight": 6, "model.language_model.layers.13.mlp.down_proj.weight": 6, "model.language_model.layers.13.mlp.gate_proj.weight": 6, "model.language_model.layers.13.mlp.up_proj.weight": 6, "model.language_model.layers.14.linear_attn.conv1d.weight": 7, "model.language_model.layers.14.linear_attn.in_proj_a.weight": 7, "model.language_model.layers.14.linear_attn.in_proj_b.weight": 7, "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": 7, "model.language_model.layers.14.linear_attn.in_proj_z.weight": 7, "model.language_model.layers.14.linear_attn.out_proj.weight": 7, "model.language_model.layers.14.mlp.down_proj.weight": 7, "model.language_model.layers.14.mlp.gate_proj.weight": 7, "model.language_model.layers.14.mlp.up_proj.weight": 7, "model.language_model.layers.15.mlp.down_proj.weight": 7, "model.language_model.layers.15.mlp.gate_proj.weight": 7, "model.language_model.layers.15.mlp.up_proj.weight": 7, "model.language_model.layers.15.self_attn.k_proj.weight": 7, "model.language_model.layers.15.self_attn.o_proj.weight": 7, "model.language_model.layers.15.self_attn.q_proj.weight": 7, "model.language_model.layers.15.self_attn.v_proj.weight": 7, "model.language_model.layers.16.linear_attn.conv1d.weight": 8, "model.language_model.layers.16.linear_attn.in_proj_a.weight": 8, "model.language_model.layers.16.linear_attn.in_proj_b.weight": 8, "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": 8, "model.language_model.layers.16.linear_attn.in_proj_z.weight": 8, "model.language_model.layers.16.linear_attn.out_proj.weight": 8, "model.language_model.layers.16.mlp.down_proj.weight": 8, "model.language_model.layers.16.mlp.gate_proj.weight": 8, "model.language_model.layers.16.mlp.up_proj.weight": 8, "model.language_model.layers.17.linear_attn.conv1d.weight": 8, "model.language_model.layers.17.linear_attn.in_proj_a.weight": 8, "model.language_model.layers.17.linear_attn.in_proj_b.weight": 8, "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": 8, "model.language_model.layers.17.linear_attn.in_proj_z.weight": 8, "model.language_model.layers.17.linear_attn.out_proj.weight": 8, "model.language_model.layers.17.mlp.down_proj.weight": 8, "model.language_model.layers.17.mlp.gate_proj.weight": 8, "model.language_model.layers.17.mlp.up_proj.weight": 8, "model.language_model.layers.18.linear_attn.conv1d.weight": 9, "model.language_model.layers.18.linear_attn.in_proj_a.weight": 9, "model.language_model.layers.18.linear_attn.in_proj_b.weight": 9, "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": 9, "model.language_model.layers.18.linear_attn.in_proj_z.weight": 9, "model.language_model.layers.18.linear_attn.out_proj.weight": 9, "model.language_model.layers.18.mlp.down_proj.weight": 9, "model.language_model.layers.18.mlp.gate_proj.weight": 9, "model.language_model.layers.18.mlp.up_proj.weight": 9, "model.language_model.layers.19.mlp.down_proj.weight": 9, "model.language_model.layers.19.mlp.gate_proj.weight": 9, "model.language_model.layers.19.mlp.up_proj.weight": 9, "model.language_model.layers.19.self_attn.k_proj.weight": 9, "model.language_model.layers.19.self_attn.o_proj.weight": 9, "model.language_model.layers.19.self_attn.q_proj.weight": 9, "model.language_model.layers.19.self_attn.v_proj.weight": 9, "model.language_model.layers.2.linear_attn.conv1d.weight": 1, "model.language_model.layers.2.linear_attn.in_proj_a.weight": 1, "model.language_model.layers.2.linear_attn.in_proj_b.weight": 1, "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": 1, "model.language_model.layers.2.linear_attn.in_proj_z.weight": 1, "model.language_model.layers.2.linear_attn.out_proj.weight": 1, "model.language_model.layers.2.mlp.down_proj.weight": 1, "model.language_model.layers.2.mlp.gate_proj.weight": 1, "model.language_model.layers.2.mlp.up_proj.weight": 1, "model.language_model.layers.20.linear_attn.conv1d.weight": 10, "model.language_model.layers.20.linear_attn.in_proj_a.weight": 10, "model.language_model.layers.20.linear_attn.in_proj_b.weight": 10, "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": 10, "model.language_model.layers.20.linear_attn.in_proj_z.weight": 10, "model.language_model.layers.20.linear_attn.out_proj.weight": 10, "model.language_model.layers.20.mlp.down_proj.weight": 10, "model.language_model.layers.20.mlp.gate_proj.weight": 10, "model.language_model.layers.20.mlp.up_proj.weight": 10, "model.language_model.layers.21.linear_attn.conv1d.weight": 10, "model.language_model.layers.21.linear_attn.in_proj_a.weight": 10, "model.language_model.layers.21.linear_attn.in_proj_b.weight": 10, "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": 10, "model.language_model.layers.21.linear_attn.in_proj_z.weight": 10, "model.language_model.layers.21.linear_attn.out_proj.weight": 10, "model.language_model.layers.21.mlp.down_proj.weight": 10, "model.language_model.layers.21.mlp.gate_proj.weight": 10, "model.language_model.layers.21.mlp.up_proj.weight": 10, "model.language_model.layers.22.linear_attn.conv1d.weight": 11, "model.language_model.layers.22.linear_attn.in_proj_a.weight": 11, "model.language_model.layers.22.linear_attn.in_proj_b.weight": 11, "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": 11, "model.language_model.layers.22.linear_attn.in_proj_z.weight": 11, "model.language_model.layers.22.linear_attn.out_proj.weight": 11, "model.language_model.layers.22.mlp.down_proj.weight": 11, "model.language_model.layers.22.mlp.gate_proj.weight": 11, "model.language_model.layers.22.mlp.up_proj.weight": 11, "model.language_model.layers.23.mlp.down_proj.weight": 11, "model.language_model.layers.23.mlp.gate_proj.weight": 11, "model.language_model.layers.23.mlp.up_proj.weight": 11, "model.language_model.layers.23.self_attn.k_proj.weight": 11, "model.language_model.layers.23.self_attn.o_proj.weight": 11, "model.language_model.layers.23.self_attn.q_proj.weight": 11, "model.language_model.layers.23.self_attn.v_proj.weight": 11, "model.language_model.layers.24.linear_attn.conv1d.weight": 12, "model.language_model.layers.24.linear_attn.in_proj_a.weight": 12, "model.language_model.layers.24.linear_attn.in_proj_b.weight": 12, "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": 12, "model.language_model.layers.24.linear_attn.in_proj_z.weight": 12, "model.language_model.layers.24.linear_attn.out_proj.weight": 12, "model.language_model.layers.24.mlp.down_proj.weight": 12, "model.language_model.layers.24.mlp.gate_proj.weight": 12, "model.language_model.layers.24.mlp.up_proj.weight": 12, "model.language_model.layers.25.linear_attn.conv1d.weight": 12, "model.language_model.layers.25.linear_attn.in_proj_a.weight": 12, "model.language_model.layers.25.linear_attn.in_proj_b.weight": 12, "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": 12, "model.language_model.layers.25.linear_attn.in_proj_z.weight": 12, "model.language_model.layers.25.linear_attn.out_proj.weight": 12, "model.language_model.layers.25.mlp.down_proj.weight": 12, "model.language_model.layers.25.mlp.gate_proj.weight": 12, "model.language_model.layers.25.mlp.up_proj.weight": 12, "model.language_model.layers.26.linear_attn.conv1d.weight": 13, "model.language_model.layers.26.linear_attn.in_proj_a.weight": 13, "model.language_model.layers.26.linear_attn.in_proj_b.weight": 13, "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": 13, "model.language_model.layers.26.linear_attn.in_proj_z.weight": 13, "model.language_model.layers.26.linear_attn.out_proj.weight": 13, "model.language_model.layers.26.mlp.down_proj.weight": 13, "model.language_model.layers.26.mlp.gate_proj.weight": 13, "model.language_model.layers.26.mlp.up_proj.weight": 13, "model.language_model.layers.27.mlp.down_proj.weight": 13, "model.language_model.layers.27.mlp.gate_proj.weight": 13, "model.language_model.layers.27.mlp.up_proj.weight": 13, "model.language_model.layers.27.self_attn.k_proj.weight": 13, "model.language_model.layers.27.self_attn.o_proj.weight": 13, "model.language_model.layers.27.self_attn.q_proj.weight": 13, "model.language_model.layers.27.self_attn.v_proj.weight": 13, "model.language_model.layers.28.linear_attn.conv1d.weight": 14, "model.language_model.layers.28.linear_attn.in_proj_a.weight": 14, "model.language_model.layers.28.linear_attn.in_proj_b.weight": 14, "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": 14, "model.language_model.layers.28.linear_attn.in_proj_z.weight": 14, "model.language_model.layers.28.linear_attn.out_proj.weight": 14, "model.language_model.layers.28.mlp.down_proj.weight": 14, "model.language_model.layers.28.mlp.gate_proj.weight": 14, "model.language_model.layers.28.mlp.up_proj.weight": 14, "model.language_model.layers.29.linear_attn.conv1d.weight": 14, "model.language_model.layers.29.linear_attn.in_proj_a.weight": 14, "model.language_model.layers.29.linear_attn.in_proj_b.weight": 14, "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": 14, "model.language_model.layers.29.linear_attn.in_proj_z.weight": 14, "model.language_model.layers.29.linear_attn.out_proj.weight": 14, "model.language_model.layers.29.mlp.down_proj.weight": 14, "model.language_model.layers.29.mlp.gate_proj.weight": 14, "model.language_model.layers.29.mlp.up_proj.weight": 14, "model.language_model.layers.3.mlp.down_proj.weight": 1, "model.language_model.layers.3.mlp.gate_proj.weight": 1, "model.language_model.layers.3.mlp.up_proj.weight": 1, "model.language_model.layers.3.self_attn.k_proj.weight": 1, "model.language_model.layers.3.self_attn.o_proj.weight": 1, "model.language_model.layers.3.self_attn.q_proj.weight": 1, "model.language_model.layers.3.self_attn.v_proj.weight": 1, "model.language_model.layers.30.linear_attn.conv1d.weight": 15, "model.language_model.layers.30.linear_attn.in_proj_a.weight": 15, "model.language_model.layers.30.linear_attn.in_proj_b.weight": 15, "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": 15, "model.language_model.layers.30.linear_attn.in_proj_z.weight": 15, "model.language_model.layers.30.linear_attn.out_proj.weight": 15, "model.language_model.layers.30.mlp.down_proj.weight": 15, "model.language_model.layers.30.mlp.gate_proj.weight": 15, "model.language_model.layers.30.mlp.up_proj.weight": 15, "model.language_model.layers.31.mlp.down_proj.weight": 15, "model.language_model.layers.31.mlp.gate_proj.weight": 15, "model.language_model.layers.31.mlp.up_proj.weight": 15, "model.language_model.layers.31.self_attn.k_proj.weight": 15, "model.language_model.layers.31.self_attn.o_proj.weight": 15, "model.language_model.layers.31.self_attn.q_proj.weight": 15, "model.language_model.layers.31.self_attn.v_proj.weight": 15, "model.language_model.layers.32.linear_attn.conv1d.weight": 16, "model.language_model.layers.32.linear_attn.in_proj_a.weight": 16, "model.language_model.layers.32.linear_attn.in_proj_b.weight": 16, "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": 16, "model.language_model.layers.32.linear_attn.in_proj_z.weight": 16, "model.language_model.layers.32.linear_attn.out_proj.weight": 16, "model.language_model.layers.32.mlp.down_proj.weight": 16, "model.language_model.layers.32.mlp.gate_proj.weight": 16, "model.language_model.layers.32.mlp.up_proj.weight": 16, "model.language_model.layers.33.linear_attn.conv1d.weight": 16, "model.language_model.layers.33.linear_attn.in_proj_a.weight": 16, "model.language_model.layers.33.linear_attn.in_proj_b.weight": 16, "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": 16, "model.language_model.layers.33.linear_attn.in_proj_z.weight": 16, "model.language_model.layers.33.linear_attn.out_proj.weight": 16, "model.language_model.layers.33.mlp.down_proj.weight": 16, "model.language_model.layers.33.mlp.gate_proj.weight": 16, "model.language_model.layers.33.mlp.up_proj.weight": 16, "model.language_model.layers.34.linear_attn.conv1d.weight": 17, "model.language_model.layers.34.linear_attn.in_proj_a.weight": 17, "model.language_model.layers.34.linear_attn.in_proj_b.weight": 17, "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": 17, "model.language_model.layers.34.linear_attn.in_proj_z.weight": 17, "model.language_model.layers.34.linear_attn.out_proj.weight": 17, "model.language_model.layers.34.mlp.down_proj.weight": 17, "model.language_model.layers.34.mlp.gate_proj.weight": 17, "model.language_model.layers.34.mlp.up_proj.weight": 17, "model.language_model.layers.35.mlp.down_proj.weight": 17, "model.language_model.layers.35.mlp.gate_proj.weight": 17, "model.language_model.layers.35.mlp.up_proj.weight": 17, "model.language_model.layers.35.self_attn.k_proj.weight": 17, "model.language_model.layers.35.self_attn.o_proj.weight": 17, "model.language_model.layers.35.self_attn.q_proj.weight": 17, "model.language_model.layers.35.self_attn.v_proj.weight": 17, "model.language_model.layers.36.linear_attn.conv1d.weight": 18, "model.language_model.layers.36.linear_attn.in_proj_a.weight": 18, "model.language_model.layers.36.linear_attn.in_proj_b.weight": 18, "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": 18, "model.language_model.layers.36.linear_attn.in_proj_z.weight": 18, "model.language_model.layers.36.linear_attn.out_proj.weight": 18, "model.language_model.layers.36.mlp.down_proj.weight": 18, "model.language_model.layers.36.mlp.gate_proj.weight": 18, "model.language_model.layers.36.mlp.up_proj.weight": 18, "model.language_model.layers.37.linear_attn.conv1d.weight": 18, "model.language_model.layers.37.linear_attn.in_proj_a.weight": 18, "model.language_model.layers.37.linear_attn.in_proj_b.weight": 18, "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": 18, "model.language_model.layers.37.linear_attn.in_proj_z.weight": 18, "model.language_model.layers.37.linear_attn.out_proj.weight": 18, "model.language_model.layers.37.mlp.down_proj.weight": 18, "model.language_model.layers.37.mlp.gate_proj.weight": 18, "model.language_model.layers.37.mlp.up_proj.weight": 18, "model.language_model.layers.38.linear_attn.conv1d.weight": 19, "model.language_model.layers.38.linear_attn.in_proj_a.weight": 19, "model.language_model.layers.38.linear_attn.in_proj_b.weight": 19, "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": 19, "model.language_model.layers.38.linear_attn.in_proj_z.weight": 19, "model.language_model.layers.38.linear_attn.out_proj.weight": 19, "model.language_model.layers.38.mlp.down_proj.weight": 19, "model.language_model.layers.38.mlp.gate_proj.weight": 19, "model.language_model.layers.38.mlp.up_proj.weight": 19, "model.language_model.layers.39.mlp.down_proj.weight": 19, "model.language_model.layers.39.mlp.gate_proj.weight": 19, "model.language_model.layers.39.mlp.up_proj.weight": 19, "model.language_model.layers.39.self_attn.k_proj.weight": 19, "model.language_model.layers.39.self_attn.o_proj.weight": 19, "model.language_model.layers.39.self_attn.q_proj.weight": 19, "model.language_model.layers.39.self_attn.v_proj.weight": 19, "model.language_model.layers.4.linear_attn.conv1d.weight": 2, "model.language_model.layers.4.linear_attn.in_proj_a.weight": 2, "model.language_model.layers.4.linear_attn.in_proj_b.weight": 2, "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": 2, "model.language_model.layers.4.linear_attn.in_proj_z.weight": 2, "model.language_model.layers.4.linear_attn.out_proj.weight": 2, "model.language_model.layers.4.mlp.down_proj.weight": 2, "model.language_model.layers.4.mlp.gate_proj.weight": 2, "model.language_model.layers.4.mlp.up_proj.weight": 2, "model.language_model.layers.40.linear_attn.conv1d.weight": 20, "model.language_model.layers.40.linear_attn.in_proj_a.weight": 20, "model.language_model.layers.40.linear_attn.in_proj_b.weight": 20, "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": 20, "model.language_model.layers.40.linear_attn.in_proj_z.weight": 20, "model.language_model.layers.40.linear_attn.out_proj.weight": 20, "model.language_model.layers.40.mlp.down_proj.weight": 20, "model.language_model.layers.40.mlp.gate_proj.weight": 20, "model.language_model.layers.40.mlp.up_proj.weight": 20, "model.language_model.layers.41.linear_attn.conv1d.weight": 20, "model.language_model.layers.41.linear_attn.in_proj_a.weight": 20, "model.language_model.layers.41.linear_attn.in_proj_b.weight": 20, "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": 20, "model.language_model.layers.41.linear_attn.in_proj_z.weight": 20, "model.language_model.layers.41.linear_attn.out_proj.weight": 20, "model.language_model.layers.41.mlp.down_proj.weight": 20, "model.language_model.layers.41.mlp.gate_proj.weight": 20, "model.language_model.layers.41.mlp.up_proj.weight": 20, "model.language_model.layers.42.linear_attn.conv1d.weight": 21, "model.language_model.layers.42.linear_attn.in_proj_a.weight": 21, "model.language_model.layers.42.linear_attn.in_proj_b.weight": 21, "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": 21, "model.language_model.layers.42.linear_attn.in_proj_z.weight": 21, "model.language_model.layers.42.linear_attn.out_proj.weight": 21, "model.language_model.layers.42.mlp.down_proj.weight": 21, "model.language_model.layers.42.mlp.gate_proj.weight": 21, "model.language_model.layers.42.mlp.up_proj.weight": 21, "model.language_model.layers.43.mlp.down_proj.weight": 21, "model.language_model.layers.43.mlp.gate_proj.weight": 21, "model.language_model.layers.43.mlp.up_proj.weight": 21, "model.language_model.layers.43.self_attn.k_proj.weight": 21, "model.language_model.layers.43.self_attn.o_proj.weight": 21, "model.language_model.layers.43.self_attn.q_proj.weight": 21, "model.language_model.layers.43.self_attn.v_proj.weight": 21, "model.language_model.layers.44.linear_attn.conv1d.weight": 22, "model.language_model.layers.44.linear_attn.in_proj_a.weight": 22, "model.language_model.layers.44.linear_attn.in_proj_b.weight": 22, "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": 22, "model.language_model.layers.44.linear_attn.in_proj_z.weight": 22, "model.language_model.layers.44.linear_attn.out_proj.weight": 22, "model.language_model.layers.44.mlp.down_proj.weight": 22, "model.language_model.layers.44.mlp.gate_proj.weight": 22, "model.language_model.layers.44.mlp.up_proj.weight": 22, "model.language_model.layers.45.linear_attn.conv1d.weight": 22, "model.language_model.layers.45.linear_attn.in_proj_a.weight": 22, "model.language_model.layers.45.linear_attn.in_proj_b.weight": 22, "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": 22, "model.language_model.layers.45.linear_attn.in_proj_z.weight": 22, "model.language_model.layers.45.linear_attn.out_proj.weight": 22, "model.language_model.layers.45.mlp.down_proj.weight": 22, "model.language_model.layers.45.mlp.gate_proj.weight": 22, "model.language_model.layers.45.mlp.up_proj.weight": 22, "model.language_model.layers.46.linear_attn.conv1d.weight": 23, "model.language_model.layers.46.linear_attn.in_proj_a.weight": 23, "model.language_model.layers.46.linear_attn.in_proj_b.weight": 23, "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": 23, "model.language_model.layers.46.linear_attn.in_proj_z.weight": 23, "model.language_model.layers.46.linear_attn.out_proj.weight": 23, "model.language_model.layers.46.mlp.down_proj.weight": 23, "model.language_model.layers.46.mlp.gate_proj.weight": 23, "model.language_model.layers.46.mlp.up_proj.weight": 23, "model.language_model.layers.47.mlp.down_proj.weight": 23, "model.language_model.layers.47.mlp.gate_proj.weight": 23, "model.language_model.layers.47.mlp.up_proj.weight": 23, "model.language_model.layers.47.self_attn.k_proj.weight": 23, "model.language_model.layers.47.self_attn.o_proj.weight": 23, "model.language_model.layers.47.self_attn.q_proj.weight": 23, "model.language_model.layers.47.self_attn.v_proj.weight": 23, "model.language_model.layers.48.linear_attn.conv1d.weight": 24, "model.language_model.layers.48.linear_attn.in_proj_a.weight": 24, "model.language_model.layers.48.linear_attn.in_proj_b.weight": 24, "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": 24, "model.language_model.layers.48.linear_attn.in_proj_z.weight": 24, "model.language_model.layers.48.linear_attn.out_proj.weight": 24, "model.language_model.layers.48.mlp.down_proj.weight": 24, "model.language_model.layers.48.mlp.gate_proj.weight": 24, "model.language_model.layers.48.mlp.up_proj.weight": 24, "model.language_model.layers.49.linear_attn.conv1d.weight": 24, "model.language_model.layers.49.linear_attn.in_proj_a.weight": 24, "model.language_model.layers.49.linear_attn.in_proj_b.weight": 24, "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": 24, "model.language_model.layers.49.linear_attn.in_proj_z.weight": 24, "model.language_model.layers.49.linear_attn.out_proj.weight": 24, "model.language_model.layers.49.mlp.down_proj.weight": 24, "model.language_model.layers.49.mlp.gate_proj.weight": 24, "model.language_model.layers.49.mlp.up_proj.weight": 24, "model.language_model.layers.5.linear_attn.conv1d.weight": 2, "model.language_model.layers.5.linear_attn.in_proj_a.weight": 2, "model.language_model.layers.5.linear_attn.in_proj_b.weight": 2, "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": 2, "model.language_model.layers.5.linear_attn.in_proj_z.weight": 2, "model.language_model.layers.5.linear_attn.out_proj.weight": 2, "model.language_model.layers.5.mlp.down_proj.weight": 2, "model.language_model.layers.5.mlp.gate_proj.weight": 2, "model.language_model.layers.5.mlp.up_proj.weight": 2, "model.language_model.layers.50.linear_attn.conv1d.weight": 25, "model.language_model.layers.50.linear_attn.in_proj_a.weight": 25, "model.language_model.layers.50.linear_attn.in_proj_b.weight": 25, "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": 25, "model.language_model.layers.50.linear_attn.in_proj_z.weight": 25, "model.language_model.layers.50.linear_attn.out_proj.weight": 25, "model.language_model.layers.50.mlp.down_proj.weight": 25, "model.language_model.layers.50.mlp.gate_proj.weight": 25, "model.language_model.layers.50.mlp.up_proj.weight": 25, "model.language_model.layers.51.mlp.down_proj.weight": 25, "model.language_model.layers.51.mlp.gate_proj.weight": 25, "model.language_model.layers.51.mlp.up_proj.weight": 25, "model.language_model.layers.51.self_attn.k_proj.weight": 25, "model.language_model.layers.51.self_attn.o_proj.weight": 25, "model.language_model.layers.51.self_attn.q_proj.weight": 25, "model.language_model.layers.51.self_attn.v_proj.weight": 25, "model.language_model.layers.52.linear_attn.conv1d.weight": 26, "model.language_model.layers.52.linear_attn.in_proj_a.weight": 26, "model.language_model.layers.52.linear_attn.in_proj_b.weight": 26, "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": 26, "model.language_model.layers.52.linear_attn.in_proj_z.weight": 26, "model.language_model.layers.52.linear_attn.out_proj.weight": 26, "model.language_model.layers.52.mlp.down_proj.weight": 26, "model.language_model.layers.52.mlp.gate_proj.weight": 26, "model.language_model.layers.52.mlp.up_proj.weight": 26, "model.language_model.layers.53.linear_attn.conv1d.weight": 26, "model.language_model.layers.53.linear_attn.in_proj_a.weight": 26, "model.language_model.layers.53.linear_attn.in_proj_b.weight": 26, "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": 26, "model.language_model.layers.53.linear_attn.in_proj_z.weight": 26, "model.language_model.layers.53.linear_attn.out_proj.weight": 26, "model.language_model.layers.53.mlp.down_proj.weight": 26, "model.language_model.layers.53.mlp.gate_proj.weight": 26, "model.language_model.layers.53.mlp.up_proj.weight": 26, "model.language_model.layers.54.linear_attn.conv1d.weight": 27, "model.language_model.layers.54.linear_attn.in_proj_a.weight": 27, "model.language_model.layers.54.linear_attn.in_proj_b.weight": 27, "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": 27, "model.language_model.layers.54.linear_attn.in_proj_z.weight": 27, "model.language_model.layers.54.linear_attn.out_proj.weight": 27, "model.language_model.layers.54.mlp.down_proj.weight": 27, "model.language_model.layers.54.mlp.gate_proj.weight": 27, "model.language_model.layers.54.mlp.up_proj.weight": 27, "model.language_model.layers.55.mlp.down_proj.weight": 27, "model.language_model.layers.55.mlp.gate_proj.weight": 27, "model.language_model.layers.55.mlp.up_proj.weight": 27, "model.language_model.layers.55.self_attn.k_proj.weight": 27, "model.language_model.layers.55.self_attn.o_proj.weight": 27, "model.language_model.layers.55.self_attn.q_proj.weight": 27, "model.language_model.layers.55.self_attn.v_proj.weight": 27, "model.language_model.layers.56.linear_attn.conv1d.weight": 28, "model.language_model.layers.56.linear_attn.in_proj_a.weight": 28, "model.language_model.layers.56.linear_attn.in_proj_b.weight": 28, "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": 28, "model.language_model.layers.56.linear_attn.in_proj_z.weight": 28, "model.language_model.layers.56.linear_attn.out_proj.weight": 28, "model.language_model.layers.56.mlp.down_proj.weight": 28, "model.language_model.layers.56.mlp.gate_proj.weight": 28, "model.language_model.layers.56.mlp.up_proj.weight": 28, "model.language_model.layers.57.linear_attn.conv1d.weight": 28, "model.language_model.layers.57.linear_attn.in_proj_a.weight": 28, "model.language_model.layers.57.linear_attn.in_proj_b.weight": 28, "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": 28, "model.language_model.layers.57.linear_attn.in_proj_z.weight": 28, "model.language_model.layers.57.linear_attn.out_proj.weight": 28, "model.language_model.layers.57.mlp.down_proj.weight": 28, "model.language_model.layers.57.mlp.gate_proj.weight": 28, "model.language_model.layers.57.mlp.up_proj.weight": 28, "model.language_model.layers.58.linear_attn.conv1d.weight": 29, "model.language_model.layers.58.linear_attn.in_proj_a.weight": 29, "model.language_model.layers.58.linear_attn.in_proj_b.weight": 29, "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": 29, "model.language_model.layers.58.linear_attn.in_proj_z.weight": 29, "model.language_model.layers.58.linear_attn.out_proj.weight": 29, "model.language_model.layers.58.mlp.down_proj.weight": 29, "model.language_model.layers.58.mlp.gate_proj.weight": 29, "model.language_model.layers.58.mlp.up_proj.weight": 29, "model.language_model.layers.59.mlp.down_proj.weight": 29, "model.language_model.layers.59.mlp.gate_proj.weight": 29, "model.language_model.layers.59.mlp.up_proj.weight": 29, "model.language_model.layers.59.self_attn.k_proj.weight": 29, "model.language_model.layers.59.self_attn.o_proj.weight": 29, "model.language_model.layers.59.self_attn.q_proj.weight": 29, "model.language_model.layers.59.self_attn.v_proj.weight": 29, "model.language_model.layers.6.linear_attn.conv1d.weight": 3, "model.language_model.layers.6.linear_attn.in_proj_a.weight": 3, "model.language_model.layers.6.linear_attn.in_proj_b.weight": 3, "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": 3, "model.language_model.layers.6.linear_attn.in_proj_z.weight": 3, "model.language_model.layers.6.linear_attn.out_proj.weight": 3, "model.language_model.layers.6.mlp.down_proj.weight": 3, "model.language_model.layers.6.mlp.gate_proj.weight": 3, "model.language_model.layers.6.mlp.up_proj.weight": 3, "model.language_model.layers.60.linear_attn.conv1d.weight": 30, "model.language_model.layers.60.linear_attn.in_proj_a.weight": 30, "model.language_model.layers.60.linear_attn.in_proj_b.weight": 30, "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": 30, "model.language_model.layers.60.linear_attn.in_proj_z.weight": 30, "model.language_model.layers.60.linear_attn.out_proj.weight": 30, "model.language_model.layers.60.mlp.down_proj.weight": 30, "model.language_model.layers.60.mlp.gate_proj.weight": 30, "model.language_model.layers.60.mlp.up_proj.weight": 30, "model.language_model.layers.61.linear_attn.conv1d.weight": 30, "model.language_model.layers.61.linear_attn.in_proj_a.weight": 30, "model.language_model.layers.61.linear_attn.in_proj_b.weight": 30, "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": 30, "model.language_model.layers.61.linear_attn.in_proj_z.weight": 30, "model.language_model.layers.61.linear_attn.out_proj.weight": 30, "model.language_model.layers.61.mlp.down_proj.weight": 30, "model.language_model.layers.61.mlp.gate_proj.weight": 30, "model.language_model.layers.61.mlp.up_proj.weight": 30, "model.language_model.layers.62.linear_attn.conv1d.weight": 31, "model.language_model.layers.62.linear_attn.in_proj_a.weight": 31, "model.language_model.layers.62.linear_attn.in_proj_b.weight": 31, "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": 31, "model.language_model.layers.62.linear_attn.in_proj_z.weight": 31, "model.language_model.layers.62.linear_attn.out_proj.weight": 31, "model.language_model.layers.62.mlp.down_proj.weight": 31, "model.language_model.layers.62.mlp.gate_proj.weight": 31, "model.language_model.layers.62.mlp.up_proj.weight": 31, "model.language_model.layers.63.mlp.down_proj.weight": 31, "model.language_model.layers.63.mlp.gate_proj.weight": 31, "model.language_model.layers.63.mlp.up_proj.weight": 31, "model.language_model.layers.63.self_attn.k_proj.weight": 31, "model.language_model.layers.63.self_attn.o_proj.weight": 31, "model.language_model.layers.63.self_attn.q_proj.weight": 31, "model.language_model.layers.63.self_attn.v_proj.weight": 31, "model.language_model.layers.7.mlp.down_proj.weight": 3, "model.language_model.layers.7.mlp.gate_proj.weight": 3, "model.language_model.layers.7.mlp.up_proj.weight": 3, "model.language_model.layers.7.self_attn.k_proj.weight": 3, "model.language_model.layers.7.self_attn.o_proj.weight": 3, "model.language_model.layers.7.self_attn.q_proj.weight": 3, "model.language_model.layers.7.self_attn.v_proj.weight": 3, "model.language_model.layers.8.linear_attn.conv1d.weight": 4, "model.language_model.layers.8.linear_attn.in_proj_a.weight": 4, "model.language_model.layers.8.linear_attn.in_proj_b.weight": 4, "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": 4, "model.language_model.layers.8.linear_attn.in_proj_z.weight": 4, "model.language_model.layers.8.linear_attn.out_proj.weight": 4, "model.language_model.layers.8.mlp.down_proj.weight": 4, "model.language_model.layers.8.mlp.gate_proj.weight": 4, "model.language_model.layers.8.mlp.up_proj.weight": 4, "model.language_model.layers.9.linear_attn.conv1d.weight": 4, "model.language_model.layers.9.linear_attn.in_proj_a.weight": 4, "model.language_model.layers.9.linear_attn.in_proj_b.weight": 4, "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": 4, "model.language_model.layers.9.linear_attn.in_proj_z.weight": 4, "model.language_model.layers.9.linear_attn.out_proj.weight": 4, "model.language_model.layers.9.mlp.down_proj.weight": 4, "model.language_model.layers.9.mlp.gate_proj.weight": 4, "model.language_model.layers.9.mlp.up_proj.weight": 4, "model.visual.blocks.0.attn.proj.weight": 0, "model.visual.blocks.0.attn.qkv.weight": 0, "model.visual.blocks.0.mlp.linear_fc1.weight": 0, "model.visual.blocks.0.mlp.linear_fc2.weight": 0, "model.visual.blocks.1.attn.proj.weight": 0, "model.visual.blocks.1.attn.qkv.weight": 0, "model.visual.blocks.1.mlp.linear_fc1.weight": 0, "model.visual.blocks.1.mlp.linear_fc2.weight": 0, "model.visual.blocks.10.attn.proj.weight": 5, "model.visual.blocks.10.attn.qkv.weight": 5, "model.visual.blocks.10.mlp.linear_fc1.weight": 5, "model.visual.blocks.10.mlp.linear_fc2.weight": 5, "model.visual.blocks.11.attn.proj.weight": 5, "model.visual.blocks.11.attn.qkv.weight": 5, "model.visual.blocks.11.mlp.linear_fc1.weight": 5, "model.visual.blocks.11.mlp.linear_fc2.weight": 5, "model.visual.blocks.12.attn.proj.weight": 6, "model.visual.blocks.12.attn.qkv.weight": 6, "model.visual.blocks.12.mlp.linear_fc1.weight": 6, "model.visual.blocks.12.mlp.linear_fc2.weight": 6, "model.visual.blocks.13.attn.proj.weight": 6, "model.visual.blocks.13.attn.qkv.weight": 6, "model.visual.blocks.13.mlp.linear_fc1.weight": 6, "model.visual.blocks.13.mlp.linear_fc2.weight": 6, "model.visual.blocks.14.attn.proj.weight": 7, "model.visual.blocks.14.attn.qkv.weight": 7, "model.visual.blocks.14.mlp.linear_fc1.weight": 7, "model.visual.blocks.14.mlp.linear_fc2.weight": 7, "model.visual.blocks.15.attn.proj.weight": 7, "model.visual.blocks.15.attn.qkv.weight": 7, "model.visual.blocks.15.mlp.linear_fc1.weight": 7, "model.visual.blocks.15.mlp.linear_fc2.weight": 7, "model.visual.blocks.16.attn.proj.weight": 8, "model.visual.blocks.16.attn.qkv.weight": 8, "model.visual.blocks.16.mlp.linear_fc1.weight": 8, "model.visual.blocks.16.mlp.linear_fc2.weight": 8, "model.visual.blocks.17.attn.proj.weight": 8, "model.visual.blocks.17.attn.qkv.weight": 8, "model.visual.blocks.17.mlp.linear_fc1.weight": 8, "model.visual.blocks.17.mlp.linear_fc2.weight": 8, "model.visual.blocks.18.attn.proj.weight": 9, "model.visual.blocks.18.attn.qkv.weight": 9, "model.visual.blocks.18.mlp.linear_fc1.weight": 9, "model.visual.blocks.18.mlp.linear_fc2.weight": 9, "model.visual.blocks.19.attn.proj.weight": 9, "model.visual.blocks.19.attn.qkv.weight": 9, "model.visual.blocks.19.mlp.linear_fc1.weight": 9, "model.visual.blocks.19.mlp.linear_fc2.weight": 9, "model.visual.blocks.2.attn.proj.weight": 1, "model.visual.blocks.2.attn.qkv.weight": 1, "model.visual.blocks.2.mlp.linear_fc1.weight": 1, "model.visual.blocks.2.mlp.linear_fc2.weight": 1, "model.visual.blocks.20.attn.proj.weight": 10, "model.visual.blocks.20.attn.qkv.weight": 10, "model.visual.blocks.20.mlp.linear_fc1.weight": 10, "model.visual.blocks.20.mlp.linear_fc2.weight": 10, "model.visual.blocks.21.attn.proj.weight": 10, "model.visual.blocks.21.attn.qkv.weight": 10, "model.visual.blocks.21.mlp.linear_fc1.weight": 10, "model.visual.blocks.21.mlp.linear_fc2.weight": 10, "model.visual.blocks.22.attn.proj.weight": 11, "model.visual.blocks.22.attn.qkv.weight": 11, "model.visual.blocks.22.mlp.linear_fc1.weight": 11, "model.visual.blocks.22.mlp.linear_fc2.weight": 11, "model.visual.blocks.23.attn.proj.weight": 11, "model.visual.blocks.23.attn.qkv.weight": 11, "model.visual.blocks.23.mlp.linear_fc1.weight": 11, "model.visual.blocks.23.mlp.linear_fc2.weight": 11, "model.visual.blocks.24.attn.proj.weight": 12, "model.visual.blocks.24.attn.qkv.weight": 12, "model.visual.blocks.24.mlp.linear_fc1.weight": 12, "model.visual.blocks.24.mlp.linear_fc2.weight": 12, "model.visual.blocks.25.attn.proj.weight": 12, "model.visual.blocks.25.attn.qkv.weight": 12, "model.visual.blocks.25.mlp.linear_fc1.weight": 12, "model.visual.blocks.25.mlp.linear_fc2.weight": 12, "model.visual.blocks.26.attn.proj.weight": 13, "model.visual.blocks.26.attn.qkv.weight": 13, "model.visual.blocks.26.mlp.linear_fc1.weight": 13, "model.visual.blocks.26.mlp.linear_fc2.weight": 13, "model.visual.blocks.3.attn.proj.weight": 1, "model.visual.blocks.3.attn.qkv.weight": 1, "model.visual.blocks.3.mlp.linear_fc1.weight": 1, "model.visual.blocks.3.mlp.linear_fc2.weight": 1, "model.visual.blocks.4.attn.proj.weight": 2, "model.visual.blocks.4.attn.qkv.weight": 2, "model.visual.blocks.4.mlp.linear_fc1.weight": 2, "model.visual.blocks.4.mlp.linear_fc2.weight": 2, "model.visual.blocks.5.attn.proj.weight": 2, "model.visual.blocks.5.attn.qkv.weight": 2, "model.visual.blocks.5.mlp.linear_fc1.weight": 2, "model.visual.blocks.5.mlp.linear_fc2.weight": 2, "model.visual.blocks.6.attn.proj.weight": 3, "model.visual.blocks.6.attn.qkv.weight": 3, "model.visual.blocks.6.mlp.linear_fc1.weight": 3, "model.visual.blocks.6.mlp.linear_fc2.weight": 3, "model.visual.blocks.7.attn.proj.weight": 3, "model.visual.blocks.7.attn.qkv.weight": 3, "model.visual.blocks.7.mlp.linear_fc1.weight": 3, "model.visual.blocks.7.mlp.linear_fc2.weight": 3, "model.visual.blocks.8.attn.proj.weight": 4, "model.visual.blocks.8.attn.qkv.weight": 4, "model.visual.blocks.8.mlp.linear_fc1.weight": 4, "model.visual.blocks.8.mlp.linear_fc2.weight": 4, "model.visual.blocks.9.attn.proj.weight": 4, "model.visual.blocks.9.attn.qkv.weight": 4, "model.visual.blocks.9.mlp.linear_fc1.weight": 4, "model.visual.blocks.9.mlp.linear_fc2.weight": 4, "model.visual.merger.linear_fc1.weight": 31, "model.visual.merger.linear_fc2.weight": 31, "mtp.fc.weight": 31, "mtp.layers.0.mlp.down_proj.weight": 0, "mtp.layers.0.mlp.gate_proj.weight": 0, "mtp.layers.0.mlp.up_proj.weight": 0, "mtp.layers.0.self_attn.k_proj.weight": 0, "mtp.layers.0.self_attn.o_proj.weight": 0, "mtp.layers.0.self_attn.q_proj.weight": 0, "mtp.layers.0.self_attn.v_proj.weight": 0 }, "compatibility": [ [ 0.7736037969589233 ], [ 0.7860755324363708 ], [ 0.7848408222198486 ], [ 0.7956677079200745 ], [ 0.801688015460968 ], [ 0.7957690954208374 ], [ 0.8060528635978699 ], [ 0.8099802136421204 ], [ 0.8204229474067688 ], [ 0.8158235549926758 ], [ 0.8195307850837708 ], [ 0.8203746676445007 ], [ 0.8259692192077637 ], [ 0.825683057308197 ], [ 0.8253080248832703 ], [ 0.8278267979621887 ], [ 0.8267802000045776 ], [ 0.8258090019226074 ], [ 0.820401668548584 ], [ 0.8183936476707458 ], [ 0.8180018067359924 ], [ 0.8176644444465637 ], [ 0.8156882524490356 ], [ 0.814712643623352 ], [ 0.8127619028091431 ], [ 0.8118614554405212 ], [ 0.8101686835289001 ], [ 0.8081267476081848 ], [ 0.8020999431610107 ], [ 0.8031536340713501 ], [ 0.8024434447288513 ], [ 0.800318717956543 ] ], "mappings": { "model.language_model.layers.0.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.0.linear_attn.conv1d.weight", "donor_name": "model.layers.0.mlp.experts.down_proj_bias", "compatibility": 0.6487320878615017 } ], "model.language_model.layers.0.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.0.linear_attn.in_proj_a.weight", "donor_name": "model.layers.1.self_attn.k_proj.weight", "compatibility": 0.7705472267372769 } ], "model.language_model.layers.0.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.0.linear_attn.in_proj_b.weight", "donor_name": "model.layers.0.mlp.experts.down_proj_bias", "compatibility": 0.7594480660030417 } ], "model.language_model.layers.0.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.0.self_attn.q_proj.weight", "compatibility": 0.8558021232538731 } ], "model.language_model.layers.0.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.0.linear_attn.in_proj_z.weight", "donor_name": "model.layers.0.self_attn.q_proj.weight", "compatibility": 0.8316893678576751 } ], "model.language_model.layers.0.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.0.linear_attn.out_proj.weight", "donor_name": "model.layers.0.self_attn.o_proj.weight", "compatibility": 0.8553190970610814 } ], "model.language_model.layers.0.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.0.mlp.down_proj.weight", "donor_name": "model.layers.0.mlp.experts.down_proj_bias", "compatibility": 0.7377917495704537 } ], "model.language_model.layers.0.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.0.mlp.gate_proj.weight", "donor_name": "model.layers.0.mlp.experts.down_proj_bias", "compatibility": 0.7363987614853682 } ], "model.language_model.layers.0.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.0.mlp.up_proj.weight", "donor_name": "model.layers.0.self_attn.q_proj.weight", "compatibility": 0.70146751022666 } ], "model.language_model.layers.1.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.1.linear_attn.conv1d.weight", "donor_name": "model.layers.1.mlp.experts.gate_up_proj_bias", "compatibility": 0.6354987363428738 } ], "model.language_model.layers.1.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.1.linear_attn.in_proj_a.weight", "donor_name": "model.layers.1.self_attn.k_proj.weight", "compatibility": 0.7792498748919512 } ], "model.language_model.layers.1.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.1.linear_attn.in_proj_b.weight", "donor_name": "model.layers.1.self_attn.k_proj.weight", "compatibility": 0.7846670028331594 } ], "model.language_model.layers.1.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.1.self_attn.q_proj.weight", "compatibility": 0.8600206163393411 } ], "model.language_model.layers.1.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.1.linear_attn.in_proj_z.weight", "donor_name": "model.layers.1.self_attn.q_proj.weight", "compatibility": 0.8240614908221761 } ], "model.language_model.layers.1.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.1.linear_attn.out_proj.weight", "donor_name": "model.layers.1.self_attn.o_proj.weight", "compatibility": 0.8324895270564001 } ], "model.language_model.layers.1.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.1.mlp.down_proj.weight", "donor_name": "model.layers.1.mlp.experts.down_proj_bias", "compatibility": 0.7363737515379648 } ], "model.language_model.layers.1.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.1.mlp.gate_proj.weight", "donor_name": "model.layers.1.mlp.experts.gate_up_proj_bias", "compatibility": 0.7057150508884926 } ], "model.language_model.layers.1.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.1.mlp.up_proj.weight", "donor_name": "model.layers.1.mlp.experts.gate_up_proj", "compatibility": 0.7102922838540562 } ], "model.language_model.layers.10.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.10.linear_attn.conv1d.weight", "donor_name": "model.layers.14.self_attn.k_proj.weight", "compatibility": 0.6427803772200419 } ], "model.language_model.layers.10.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.10.linear_attn.in_proj_a.weight", "donor_name": "model.layers.11.mlp.router.weight", "compatibility": 0.8073163974337524 } ], "model.language_model.layers.10.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.10.linear_attn.in_proj_b.weight", "donor_name": "model.layers.11.mlp.router.weight", "compatibility": 0.8217074699344269 } ], "model.language_model.layers.10.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8750434527102562 } ], "model.language_model.layers.10.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.10.linear_attn.in_proj_z.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8379859596131773 } ], "model.language_model.layers.10.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.10.linear_attn.out_proj.weight", "donor_name": "model.layers.10.self_attn.o_proj.weight", "compatibility": 0.8619758696531413 } ], "model.language_model.layers.10.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.10.mlp.down_proj.weight", "donor_name": "model.layers.11.self_attn.k_proj.weight", "compatibility": 0.7981639197567874 } ], "model.language_model.layers.10.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.10.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.7234124828541968 } ], "model.language_model.layers.10.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.10.mlp.up_proj.weight", "donor_name": "model.layers.10.mlp.experts.down_proj_bias", "compatibility": 0.7162460493041085 } ], "model.language_model.layers.11.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.11.mlp.down_proj.weight", "donor_name": "model.layers.17.self_attn.k_proj.weight", "compatibility": 0.7721022262554157 } ], "model.language_model.layers.11.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.11.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.732382461388588 } ], "model.language_model.layers.11.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.11.mlp.up_proj.weight", "donor_name": "model.layers.11.mlp.experts.down_proj_bias", "compatibility": 0.7351638447187195 } ], "model.language_model.layers.11.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.11.self_attn.k_proj.weight", "donor_name": "model.layers.12.self_attn.k_proj.weight", "compatibility": 0.933400674491229 } ], "model.language_model.layers.11.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.11.self_attn.o_proj.weight", "donor_name": "model.layers.10.self_attn.o_proj.weight", "compatibility": 0.9241004249392452 } ], "model.language_model.layers.11.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.11.self_attn.q_proj.weight", "donor_name": "model.layers.11.self_attn.q_proj.weight", "compatibility": 0.746467279818844 } ], "model.language_model.layers.11.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.11.self_attn.v_proj.weight", "donor_name": "model.layers.12.self_attn.k_proj.weight", "compatibility": 0.9294657334814201 } ], "model.language_model.layers.12.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.12.linear_attn.conv1d.weight", "donor_name": "model.layers.12.mlp.experts.gate_up_proj_bias", "compatibility": 0.659627631483105 } ], "model.language_model.layers.12.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.12.linear_attn.in_proj_a.weight", "donor_name": "model.layers.16.self_attn.k_proj.weight", "compatibility": 0.8018504185523886 } ], "model.language_model.layers.12.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.12.linear_attn.in_proj_b.weight", "donor_name": "model.layers.12.mlp.router.weight", "compatibility": 0.8295664468501452 } ], "model.language_model.layers.12.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8791454962329899 } ], "model.language_model.layers.12.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.12.linear_attn.in_proj_z.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8673114894699964 } ], "model.language_model.layers.12.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.12.linear_attn.out_proj.weight", "donor_name": "model.layers.10.self_attn.o_proj.weight", "compatibility": 0.9147325555038396 } ], "model.language_model.layers.12.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.12.mlp.down_proj.weight", "donor_name": "model.layers.11.self_attn.k_proj.weight", "compatibility": 0.7903193329032381 } ], "model.language_model.layers.12.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.12.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.7181515505296909 } ], "model.language_model.layers.12.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.12.mlp.up_proj.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.718344572582502 } ], "model.language_model.layers.13.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.13.linear_attn.conv1d.weight", "donor_name": "model.layers.14.self_attn.k_proj.weight", "compatibility": 0.6501286686679139 } ], "model.language_model.layers.13.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.13.linear_attn.in_proj_a.weight", "donor_name": "model.layers.13.mlp.router.weight", "compatibility": 0.8316570210052575 } ], "model.language_model.layers.13.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.13.linear_attn.in_proj_b.weight", "donor_name": "model.layers.13.mlp.router.weight", "compatibility": 0.8343791710680619 } ], "model.language_model.layers.13.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8740467576911657 } ], "model.language_model.layers.13.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.13.linear_attn.in_proj_z.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8831024131407512 } ], "model.language_model.layers.13.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.13.linear_attn.out_proj.weight", "donor_name": "model.layers.21.self_attn.o_proj.weight", "compatibility": 0.9065084897144089 } ], "model.language_model.layers.13.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.13.mlp.down_proj.weight", "donor_name": "model.layers.17.self_attn.k_proj.weight", "compatibility": 0.7834162587436734 } ], "model.language_model.layers.13.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.13.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.7098872142887833 } ], "model.language_model.layers.13.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.13.mlp.up_proj.weight", "donor_name": "model.layers.13.mlp.experts.down_proj_bias", "compatibility": 0.7343377557255704 } ], "model.language_model.layers.14.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.14.linear_attn.conv1d.weight", "donor_name": "model.layers.15.mlp.experts.gate_up_proj_bias", "compatibility": 0.6500164530523986 } ], "model.language_model.layers.14.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.14.linear_attn.in_proj_a.weight", "donor_name": "model.layers.14.mlp.router.weight", "compatibility": 0.8363020792769621 } ], "model.language_model.layers.14.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.14.linear_attn.in_proj_b.weight", "donor_name": "model.layers.14.mlp.router.weight", "compatibility": 0.8380476523518348 } ], "model.language_model.layers.14.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8830972336170941 } ], "model.language_model.layers.14.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.14.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9169438273034081 } ], "model.language_model.layers.14.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.14.linear_attn.out_proj.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.9236736399849355 } ], "model.language_model.layers.14.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.14.mlp.down_proj.weight", "donor_name": "model.layers.17.self_attn.k_proj.weight", "compatibility": 0.7958066916233368 } ], "model.language_model.layers.14.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.14.mlp.gate_proj.weight", "donor_name": "model.layers.19.mlp.experts.gate_up_proj", "compatibility": 0.7388254865396503 } ], "model.language_model.layers.14.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.14.mlp.up_proj.weight", "donor_name": "model.layers.14.mlp.experts.down_proj_bias", "compatibility": 0.7342227326953854 } ], "model.language_model.layers.15.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.15.mlp.down_proj.weight", "donor_name": "model.layers.13.self_attn.k_proj.weight", "compatibility": 0.7970486891804501 } ], "model.language_model.layers.15.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.15.mlp.gate_proj.weight", "donor_name": "model.layers.15.mlp.experts.gate_up_proj", "compatibility": 0.7515968367575759 } ], "model.language_model.layers.15.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.15.mlp.up_proj.weight", "donor_name": "model.layers.14.mlp.experts.down_proj_bias", "compatibility": 0.7256166078408692 } ], "model.language_model.layers.15.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.15.self_attn.k_proj.weight", "donor_name": "model.layers.12.self_attn.k_proj.weight", "compatibility": 0.931675809715844 } ], "model.language_model.layers.15.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.15.self_attn.o_proj.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.9214366632005802 } ], "model.language_model.layers.15.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.15.self_attn.q_proj.weight", "donor_name": "model.layers.15.self_attn.q_proj.weight", "compatibility": 0.7581183464218467 } ], "model.language_model.layers.15.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.15.self_attn.v_proj.weight", "donor_name": "model.layers.19.self_attn.v_proj.weight", "compatibility": 0.9240990642876113 } ], "model.language_model.layers.16.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.16.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6453675931747453 } ], "model.language_model.layers.16.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.16.linear_attn.in_proj_a.weight", "donor_name": "model.layers.14.mlp.router.weight", "compatibility": 0.818216223847329 } ], "model.language_model.layers.16.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.16.linear_attn.in_proj_b.weight", "donor_name": "model.layers.14.mlp.router.weight", "compatibility": 0.8089065743106484 } ], "model.language_model.layers.16.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.17.self_attn.q_proj.weight", "compatibility": 0.8953866065084575 } ], "model.language_model.layers.16.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.16.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9158998531620036 } ], "model.language_model.layers.16.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.16.linear_attn.out_proj.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.9336828140603175 } ], "model.language_model.layers.16.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.16.mlp.down_proj.weight", "donor_name": "model.layers.13.self_attn.k_proj.weight", "compatibility": 0.7842785565144311 } ], "model.language_model.layers.16.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.16.mlp.gate_proj.weight", "donor_name": "model.layers.19.mlp.experts.gate_up_proj", "compatibility": 0.7427558378490904 } ], "model.language_model.layers.16.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.16.mlp.up_proj.weight", "donor_name": "model.layers.14.mlp.experts.down_proj_bias", "compatibility": 0.7173484916997426 } ], "model.language_model.layers.17.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.17.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6583964546112197 } ], "model.language_model.layers.17.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.17.linear_attn.in_proj_a.weight", "donor_name": "model.layers.17.mlp.router.weight", "compatibility": 0.8308575364973132 } ], "model.language_model.layers.17.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.17.linear_attn.in_proj_b.weight", "donor_name": "model.layers.17.mlp.router.weight", "compatibility": 0.8113555598812701 } ], "model.language_model.layers.17.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.17.self_attn.q_proj.weight", "compatibility": 0.9085960642970332 } ], "model.language_model.layers.17.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.17.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9022036197014834 } ], "model.language_model.layers.17.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.17.linear_attn.out_proj.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.9360395243524446 } ], "model.language_model.layers.17.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.17.mlp.down_proj.weight", "donor_name": "model.layers.19.self_attn.k_proj.weight", "compatibility": 0.8053048781697835 } ], "model.language_model.layers.17.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.17.mlp.gate_proj.weight", "donor_name": "model.layers.19.mlp.experts.gate_up_proj", "compatibility": 0.7442900137307005 } ], "model.language_model.layers.17.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.17.mlp.up_proj.weight", "donor_name": "model.layers.19.mlp.experts.down_proj_bias", "compatibility": 0.7209341917090254 } ], "model.language_model.layers.18.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.18.linear_attn.conv1d.weight", "donor_name": "model.layers.18.mlp.experts.gate_up_proj_bias", "compatibility": 0.6587486466034964 } ], "model.language_model.layers.18.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.18.linear_attn.in_proj_a.weight", "donor_name": "model.layers.18.mlp.router.weight", "compatibility": 0.816971161667613 } ], "model.language_model.layers.18.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.18.linear_attn.in_proj_b.weight", "donor_name": "model.layers.18.mlp.router.weight", "compatibility": 0.8289461322179088 } ], "model.language_model.layers.18.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8898852499735814 } ], "model.language_model.layers.18.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.18.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9117697086522867 } ], "model.language_model.layers.18.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.18.linear_attn.out_proj.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.9298129427538452 } ], "model.language_model.layers.18.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.18.mlp.down_proj.weight", "donor_name": "model.layers.19.self_attn.k_proj.weight", "compatibility": 0.8022003614528783 } ], "model.language_model.layers.18.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.18.mlp.gate_proj.weight", "donor_name": "model.layers.19.mlp.experts.gate_up_proj", "compatibility": 0.7324061017686877 } ], "model.language_model.layers.18.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.18.mlp.up_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.7225384106267089 } ], "model.language_model.layers.19.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.19.mlp.down_proj.weight", "donor_name": "model.layers.21.self_attn.o_proj.weight", "compatibility": 0.7886167582628982 } ], "model.language_model.layers.19.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.19.mlp.gate_proj.weight", "donor_name": "model.layers.19.mlp.experts.gate_up_proj", "compatibility": 0.7270696531178301 } ], "model.language_model.layers.19.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.19.mlp.up_proj.weight", "donor_name": "model.layers.19.mlp.experts.down_proj_bias", "compatibility": 0.7263298865196327 } ], "model.language_model.layers.19.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.19.self_attn.k_proj.weight", "donor_name": "model.layers.20.self_attn.v_proj.weight", "compatibility": 0.9327911115860611 } ], "model.language_model.layers.19.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.19.self_attn.o_proj.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.9285714718493041 } ], "model.language_model.layers.19.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.19.self_attn.q_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8499250241112681 } ], "model.language_model.layers.19.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.19.self_attn.v_proj.weight", "donor_name": "model.layers.19.self_attn.v_proj.weight", "compatibility": 0.9409815428413161 } ], "model.language_model.layers.2.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.2.linear_attn.conv1d.weight", "donor_name": "model.layers.2.mlp.experts.down_proj_bias", "compatibility": 0.6402080560946805 } ], "model.language_model.layers.2.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.2.linear_attn.in_proj_a.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.8012788662823047 } ], "model.language_model.layers.2.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.2.linear_attn.in_proj_b.weight", "donor_name": "model.layers.2.mlp.router.weight", "compatibility": 0.7971630264264292 } ], "model.language_model.layers.2.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.2.self_attn.o_proj.weight", "compatibility": 0.8539229275723841 } ], "model.language_model.layers.2.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.2.linear_attn.in_proj_z.weight", "donor_name": "model.layers.2.self_attn.o_proj.weight", "compatibility": 0.8263368267919913 } ], "model.language_model.layers.2.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.2.linear_attn.out_proj.weight", "donor_name": "model.layers.2.self_attn.o_proj.weight", "compatibility": 0.9289263756903463 } ], "model.language_model.layers.2.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.2.mlp.down_proj.weight", "donor_name": "model.layers.2.self_attn.o_proj.weight", "compatibility": 0.795172930203995 } ], "model.language_model.layers.2.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.2.mlp.gate_proj.weight", "donor_name": "model.layers.2.mlp.experts.gate_up_proj_bias", "compatibility": 0.707142849356806 } ], "model.language_model.layers.2.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.2.mlp.up_proj.weight", "donor_name": "model.layers.2.self_attn.o_proj.weight", "compatibility": 0.7066877673395958 } ], "model.language_model.layers.20.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.20.linear_attn.conv1d.weight", "donor_name": "model.layers.20.mlp.experts.gate_up_proj_bias", "compatibility": 0.6630030474375739 } ], "model.language_model.layers.20.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.20.linear_attn.in_proj_a.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8041720654496216 } ], "model.language_model.layers.20.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.20.linear_attn.in_proj_b.weight", "donor_name": "model.layers.18.mlp.router.weight", "compatibility": 0.8276716805973489 } ], "model.language_model.layers.20.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9028371162726927 } ], "model.language_model.layers.20.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.20.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8696243124514487 } ], "model.language_model.layers.20.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.20.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9194638282294556 } ], "model.language_model.layers.20.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.20.mlp.down_proj.weight", "donor_name": "model.layers.19.self_attn.k_proj.weight", "compatibility": 0.7939812248619812 } ], "model.language_model.layers.20.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.20.mlp.gate_proj.weight", "donor_name": "model.layers.18.mlp.experts.gate_up_proj_bias", "compatibility": 0.7096282397835735 } ], "model.language_model.layers.20.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.20.mlp.up_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.7395207863029627 } ], "model.language_model.layers.21.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.21.linear_attn.conv1d.weight", "donor_name": "model.layers.20.mlp.experts.gate_up_proj_bias", "compatibility": 0.6617905422108379 } ], "model.language_model.layers.21.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.21.linear_attn.in_proj_a.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8060651735500753 } ], "model.language_model.layers.21.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.21.linear_attn.in_proj_b.weight", "donor_name": "model.layers.18.mlp.router.weight", "compatibility": 0.8240798363860969 } ], "model.language_model.layers.21.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.21.self_attn.q_proj.weight", "compatibility": 0.9040222814871551 } ], "model.language_model.layers.21.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.21.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9100921234478282 } ], "model.language_model.layers.21.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.21.linear_attn.out_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9287541444186974 } ], "model.language_model.layers.21.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.21.mlp.down_proj.weight", "donor_name": "model.layers.21.self_attn.o_proj.weight", "compatibility": 0.7973639644802236 } ], "model.language_model.layers.21.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.21.mlp.gate_proj.weight", "donor_name": "model.layers.19.mlp.experts.gate_up_proj", "compatibility": 0.7310784370567842 } ], "model.language_model.layers.21.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.21.mlp.up_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.7578606158745151 } ], "model.language_model.layers.22.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.22.linear_attn.conv1d.weight", "donor_name": "model.layers.20.mlp.experts.gate_up_proj_bias", "compatibility": 0.6607678988324129 } ], "model.language_model.layers.22.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.22.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8165091821092887 } ], "model.language_model.layers.22.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.22.linear_attn.in_proj_b.weight", "donor_name": "model.layers.18.mlp.router.weight", "compatibility": 0.8018668109700634 } ], "model.language_model.layers.22.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8893796308791042 } ], "model.language_model.layers.22.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.22.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8783385497860063 } ], "model.language_model.layers.22.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.22.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9306458816331439 } ], "model.language_model.layers.22.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.22.mlp.down_proj.weight", "donor_name": "model.layers.21.self_attn.o_proj.weight", "compatibility": 0.7863711542764305 } ], "model.language_model.layers.22.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.22.mlp.gate_proj.weight", "donor_name": "model.layers.22.mlp.experts.gate_up_proj", "compatibility": 0.7390911127004066 } ], "model.language_model.layers.22.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.22.mlp.up_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.7737819233549166 } ], "model.language_model.layers.23.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.23.mlp.down_proj.weight", "donor_name": "model.layers.23.self_attn.k_proj.weight", "compatibility": 0.8048102761534107 } ], "model.language_model.layers.23.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.23.mlp.gate_proj.weight", "donor_name": "model.layers.23.mlp.experts.gate_up_proj", "compatibility": 0.740206529215268 } ], "model.language_model.layers.23.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.23.mlp.up_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.7486725444858717 } ], "model.language_model.layers.23.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.23.self_attn.k_proj.weight", "donor_name": "model.layers.26.self_attn.k_proj.weight", "compatibility": 0.9383619755669406 } ], "model.language_model.layers.23.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.23.self_attn.o_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9342887940278988 } ], "model.language_model.layers.23.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.23.self_attn.q_proj.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8223862135196148 } ], "model.language_model.layers.23.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.23.self_attn.v_proj.weight", "donor_name": "model.layers.26.self_attn.k_proj.weight", "compatibility": 0.9309133515065388 } ], "model.language_model.layers.24.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.24.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6725603642106743 } ], "model.language_model.layers.24.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.24.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8128491274093493 } ], "model.language_model.layers.24.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.24.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.798267612111774 } ], "model.language_model.layers.24.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.24.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8797773481082451 } ], "model.language_model.layers.24.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.24.linear_attn.in_proj_z.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.9201306347101347 } ], "model.language_model.layers.24.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.24.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9290002715098717 } ], "model.language_model.layers.24.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.24.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.7873106540617664 } ], "model.language_model.layers.24.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.24.mlp.gate_proj.weight", "donor_name": "model.layers.24.mlp.experts.gate_up_proj", "compatibility": 0.7357091989755458 } ], "model.language_model.layers.24.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.24.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.7866703027641473 } ], "model.language_model.layers.25.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.25.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.657574179930179 } ], "model.language_model.layers.25.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.25.linear_attn.in_proj_a.weight", "donor_name": "model.layers.23.mlp.experts.down_proj_bias", "compatibility": 0.8101162987215361 } ], "model.language_model.layers.25.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.25.linear_attn.in_proj_b.weight", "donor_name": "model.layers.23.mlp.experts.down_proj_bias", "compatibility": 0.8037254427502478 } ], "model.language_model.layers.25.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.25.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8823711447480955 } ], "model.language_model.layers.25.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.25.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9078910739444358 } ], "model.language_model.layers.25.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.25.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9341560766242751 } ], "model.language_model.layers.25.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.25.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.7934393905261992 } ], "model.language_model.layers.25.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.25.mlp.gate_proj.weight", "donor_name": "model.layers.24.mlp.experts.gate_up_proj", "compatibility": 0.7383714243542087 } ], "model.language_model.layers.25.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.25.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7639275277837132 } ], "model.language_model.layers.26.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.26.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.696531657898806 } ], "model.language_model.layers.26.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.26.linear_attn.in_proj_a.weight", "donor_name": "model.layers.23.mlp.experts.down_proj_bias", "compatibility": 0.8108252144028828 } ], "model.language_model.layers.26.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.26.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8153992467400011 } ], "model.language_model.layers.26.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.26.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8818341086502459 } ], "model.language_model.layers.26.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.26.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9041584845539966 } ], "model.language_model.layers.26.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.26.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9369067405128065 } ], "model.language_model.layers.26.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.26.mlp.down_proj.weight", "donor_name": "model.layers.23.self_attn.k_proj.weight", "compatibility": 0.8057602699855656 } ], "model.language_model.layers.26.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.26.mlp.gate_proj.weight", "donor_name": "model.layers.32.mlp.experts.gate_up_proj", "compatibility": 0.733877496178126 } ], "model.language_model.layers.26.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.26.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.7724970408520562 } ], "model.language_model.layers.27.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.27.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.8015209830915161 } ], "model.language_model.layers.27.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.27.mlp.gate_proj.weight", "donor_name": "model.layers.27.mlp.experts.gate_up_proj", "compatibility": 0.7391209531153188 } ], "model.language_model.layers.27.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.27.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.7811528328186558 } ], "model.language_model.layers.27.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.27.self_attn.k_proj.weight", "donor_name": "model.layers.29.self_attn.v_proj.weight", "compatibility": 0.9428563818156589 } ], "model.language_model.layers.27.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.27.self_attn.o_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.935432815760216 } ], "model.language_model.layers.27.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.27.self_attn.q_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8508138592920503 } ], "model.language_model.layers.27.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.27.self_attn.v_proj.weight", "donor_name": "model.layers.28.self_attn.k_proj.weight", "compatibility": 0.9431410783746629 } ], "model.language_model.layers.28.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.28.linear_attn.conv1d.weight", "donor_name": "model.layers.28.mlp.experts.gate_up_proj_bias", "compatibility": 0.655110585331221 } ], "model.language_model.layers.28.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.28.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8158437787539965 } ], "model.language_model.layers.28.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.28.linear_attn.in_proj_b.weight", "donor_name": "model.layers.28.mlp.experts.down_proj_bias", "compatibility": 0.8124276824957009 } ], "model.language_model.layers.28.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.28.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8868182199080277 } ], "model.language_model.layers.28.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.28.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9122376832689415 } ], "model.language_model.layers.28.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.28.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9335855683662153 } ], "model.language_model.layers.28.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.28.mlp.down_proj.weight", "donor_name": "model.layers.31.self_attn.k_proj.weight", "compatibility": 0.7948767541782029 } ], "model.language_model.layers.28.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.28.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7347966668336803 } ], "model.language_model.layers.28.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.28.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.773865465330153 } ], "model.language_model.layers.29.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.29.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6651262750588506 } ], "model.language_model.layers.29.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.29.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8179194584577213 } ], "model.language_model.layers.29.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.29.linear_attn.in_proj_b.weight", "donor_name": "model.layers.31.self_attn.k_proj.weight", "compatibility": 0.8079161340605397 } ], "model.language_model.layers.29.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.29.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8915123345561459 } ], "model.language_model.layers.29.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.29.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9224049659108758 } ], "model.language_model.layers.29.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.29.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9398765401359553 } ], "model.language_model.layers.29.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.29.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7994454037724739 } ], "model.language_model.layers.29.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.29.mlp.gate_proj.weight", "donor_name": "model.layers.32.mlp.experts.gate_up_proj", "compatibility": 0.7382362888447842 } ], "model.language_model.layers.29.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.29.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.7805137129698306 } ], "model.language_model.layers.3.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.3.mlp.down_proj.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.748775781384164 } ], "model.language_model.layers.3.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.3.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.7347763562371897 } ], "model.language_model.layers.3.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.3.mlp.up_proj.weight", "donor_name": "model.layers.3.mlp.experts.down_proj_bias", "compatibility": 0.690565418450647 } ], "model.language_model.layers.3.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.3.self_attn.k_proj.weight", "donor_name": "model.layers.3.self_attn.v_proj.weight", "compatibility": 0.9355049566275193 } ], "model.language_model.layers.3.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.3.self_attn.o_proj.weight", "donor_name": "model.layers.3.self_attn.o_proj.weight", "compatibility": 0.8701327207356379 } ], "model.language_model.layers.3.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.3.self_attn.q_proj.weight", "donor_name": "model.layers.3.self_attn.q_proj.weight", "compatibility": 0.758979808339146 } ], "model.language_model.layers.3.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.3.self_attn.v_proj.weight", "donor_name": "model.layers.3.self_attn.v_proj.weight", "compatibility": 0.9455719783090358 } ], "model.language_model.layers.30.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.30.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6714826645954542 } ], "model.language_model.layers.30.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.30.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.822032256130295 } ], "model.language_model.layers.30.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.30.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8116393516578372 } ], "model.language_model.layers.30.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.30.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8906159008066428 } ], "model.language_model.layers.30.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.30.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.924996857982583 } ], "model.language_model.layers.30.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.30.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9413727565400872 } ], "model.language_model.layers.30.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.30.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8031273739119731 } ], "model.language_model.layers.30.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.30.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7407787552687509 } ], "model.language_model.layers.30.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.30.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.7812364083521207 } ], "model.language_model.layers.31.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.31.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.806873603754282 } ], "model.language_model.layers.31.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.31.mlp.gate_proj.weight", "donor_name": "model.layers.32.mlp.experts.gate_up_proj", "compatibility": 0.7395218681357164 } ], "model.language_model.layers.31.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.31.mlp.up_proj.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.7800701248951821 } ], "model.language_model.layers.31.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.31.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.937732089023616 } ], "model.language_model.layers.31.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.31.self_attn.o_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9392540140303276 } ], "model.language_model.layers.31.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.31.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8617600297312957 } ], "model.language_model.layers.31.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.31.self_attn.v_proj.weight", "donor_name": "model.layers.28.self_attn.k_proj.weight", "compatibility": 0.9315411762120466 } ], "model.language_model.layers.32.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.32.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6608748313755185 } ], "model.language_model.layers.32.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.32.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8233691347738223 } ], "model.language_model.layers.32.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.32.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.self_attn.k_proj.weight", "compatibility": 0.8137421958804428 } ], "model.language_model.layers.32.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.32.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8724934087887088 } ], "model.language_model.layers.32.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.32.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9254923322564257 } ], "model.language_model.layers.32.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.32.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9425533934915471 } ], "model.language_model.layers.32.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.32.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8038351740583926 } ], "model.language_model.layers.32.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.32.mlp.gate_proj.weight", "donor_name": "model.layers.32.mlp.experts.gate_up_proj", "compatibility": 0.7358827108787132 } ], "model.language_model.layers.32.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.32.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7734814931951812 } ], "model.language_model.layers.33.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.33.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.684527878898168 } ], "model.language_model.layers.33.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.33.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8263976954577883 } ], "model.language_model.layers.33.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.33.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8183436206805966 } ], "model.language_model.layers.33.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.33.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8734190825647964 } ], "model.language_model.layers.33.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.33.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9211819120384285 } ], "model.language_model.layers.33.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.33.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9440773271546794 } ], "model.language_model.layers.33.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.33.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8087987545767124 } ], "model.language_model.layers.33.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.33.mlp.gate_proj.weight", "donor_name": "model.layers.32.mlp.experts.gate_up_proj", "compatibility": 0.7459647296487891 } ], "model.language_model.layers.33.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.33.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7766290795426113 } ], "model.language_model.layers.34.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.34.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.667422587277223 } ], "model.language_model.layers.34.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.34.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8213131226106832 } ], "model.language_model.layers.34.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.34.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8175863979495271 } ], "model.language_model.layers.34.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.34.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8789027424610072 } ], "model.language_model.layers.34.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.34.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9238848937903487 } ], "model.language_model.layers.34.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.34.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9396604103443825 } ], "model.language_model.layers.34.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.34.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.806526751310126 } ], "model.language_model.layers.34.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.34.mlp.gate_proj.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj", "compatibility": 0.7357289337826075 } ], "model.language_model.layers.34.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.34.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7734827595560864 } ], "model.language_model.layers.35.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.35.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8021385335573403 } ], "model.language_model.layers.35.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.35.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7406286482799743 } ], "model.language_model.layers.35.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.35.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7728566912666394 } ], "model.language_model.layers.35.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.35.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9460822899875347 } ], "model.language_model.layers.35.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.35.self_attn.o_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9381931209968123 } ], "model.language_model.layers.35.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.35.self_attn.q_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.8709713655014547 } ], "model.language_model.layers.35.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.35.self_attn.v_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9373387097870025 } ], "model.language_model.layers.36.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.36.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.678141173240786 } ], "model.language_model.layers.36.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.36.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8148272037912648 } ], "model.language_model.layers.36.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.36.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8209126907470987 } ], "model.language_model.layers.36.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.36.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8680767388876612 } ], "model.language_model.layers.36.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.36.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9221753692556037 } ], "model.language_model.layers.36.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.36.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9338196809535935 } ], "model.language_model.layers.36.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.36.mlp.down_proj.weight", "donor_name": "model.layers.31.self_attn.k_proj.weight", "compatibility": 0.8077136027324929 } ], "model.language_model.layers.36.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.36.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7269160471510117 } ], "model.language_model.layers.36.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.36.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7770476106075931 } ], "model.language_model.layers.37.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.37.linear_attn.conv1d.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias", "compatibility": 0.6530395152795395 } ], "model.language_model.layers.37.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.37.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8240547034880712 } ], "model.language_model.layers.37.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.37.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8075985023654879 } ], "model.language_model.layers.37.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.37.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8734401517112179 } ], "model.language_model.layers.37.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.37.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8920203252198667 } ], "model.language_model.layers.37.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.37.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9306597598849624 } ], "model.language_model.layers.37.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.37.mlp.down_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.7949037120259028 } ], "model.language_model.layers.37.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.37.mlp.gate_proj.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj", "compatibility": 0.7350431566955327 } ], "model.language_model.layers.37.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.37.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7750324072949047 } ], "model.language_model.layers.38.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.38.linear_attn.conv1d.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias", "compatibility": 0.6508643764388369 } ], "model.language_model.layers.38.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.38.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8298322478393092 } ], "model.language_model.layers.38.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.38.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.827292961213283 } ], "model.language_model.layers.38.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.38.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8786465878262478 } ], "model.language_model.layers.38.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.38.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9100413832327664 } ], "model.language_model.layers.38.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.38.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9296826849545957 } ], "model.language_model.layers.38.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.38.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7943940530198305 } ], "model.language_model.layers.38.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.38.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7320184114841827 } ], "model.language_model.layers.38.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.38.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.772407892801266 } ], "model.language_model.layers.39.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.39.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.801032516874265 } ], "model.language_model.layers.39.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.39.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7235919104673221 } ], "model.language_model.layers.39.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.39.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7723693212695347 } ], "model.language_model.layers.39.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.39.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9395116433363407 } ], "model.language_model.layers.39.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.39.self_attn.o_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9303594531335676 } ], "model.language_model.layers.39.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.39.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8516102996560467 } ], "model.language_model.layers.39.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.39.self_attn.v_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.927640741237314 } ], "model.language_model.layers.4.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.4.linear_attn.conv1d.weight", "donor_name": "model.layers.4.mlp.experts.gate_up_proj_bias", "compatibility": 0.6560497738812971 } ], "model.language_model.layers.4.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.4.linear_attn.in_proj_a.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.7917251660110913 } ], "model.language_model.layers.4.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.4.linear_attn.in_proj_b.weight", "donor_name": "model.layers.8.mlp.experts.down_proj_bias", "compatibility": 0.7832526854493129 } ], "model.language_model.layers.4.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.4.self_attn.q_proj.weight", "compatibility": 0.8646450566555286 } ], "model.language_model.layers.4.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.4.linear_attn.in_proj_z.weight", "donor_name": "model.layers.4.self_attn.q_proj.weight", "compatibility": 0.8239800357503341 } ], "model.language_model.layers.4.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.4.linear_attn.out_proj.weight", "donor_name": "model.layers.3.self_attn.o_proj.weight", "compatibility": 0.8591213848682333 } ], "model.language_model.layers.4.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.4.mlp.down_proj.weight", "donor_name": "model.layers.4.mlp.experts.down_proj_bias", "compatibility": 0.7433310473253252 } ], "model.language_model.layers.4.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.4.mlp.gate_proj.weight", "donor_name": "model.layers.6.mlp.experts.gate_up_proj", "compatibility": 0.7224835529883334 } ], "model.language_model.layers.4.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.4.mlp.up_proj.weight", "donor_name": "model.layers.4.mlp.experts.down_proj_bias", "compatibility": 0.6868440456284952 } ], "model.language_model.layers.40.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.40.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6489321711498457 } ], "model.language_model.layers.40.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.40.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8048176227016567 } ], "model.language_model.layers.40.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.40.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8053490548342319 } ], "model.language_model.layers.40.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.40.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8676925363010589 } ], "model.language_model.layers.40.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.40.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9134048412720943 } ], "model.language_model.layers.40.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.40.linear_attn.out_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9371166607984508 } ], "model.language_model.layers.40.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.40.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7977867571460657 } ], "model.language_model.layers.40.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.40.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7305896116245197 } ], "model.language_model.layers.40.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.40.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7719887259000198 } ], "model.language_model.layers.41.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.41.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6493367976965618 } ], "model.language_model.layers.41.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.41.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8228260243395281 } ], "model.language_model.layers.41.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.41.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.805103369759503 } ], "model.language_model.layers.41.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.41.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8669006686018071 } ], "model.language_model.layers.41.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.41.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9034606193580559 } ], "model.language_model.layers.41.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.41.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9324560822854835 } ], "model.language_model.layers.41.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.41.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7957317159094299 } ], "model.language_model.layers.41.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.41.mlp.gate_proj.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj", "compatibility": 0.7289992845778149 } ], "model.language_model.layers.41.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.41.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.770112394693591 } ], "model.language_model.layers.42.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.42.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6820260117004197 } ], "model.language_model.layers.42.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.42.linear_attn.in_proj_a.weight", "donor_name": "model.layers.33.self_attn.k_proj.weight", "compatibility": 0.8030047275305892 } ], "model.language_model.layers.42.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.42.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8073206624596776 } ], "model.language_model.layers.42.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.42.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8666339686341316 } ], "model.language_model.layers.42.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.42.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9100214585918046 } ], "model.language_model.layers.42.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.42.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9311921424222117 } ], "model.language_model.layers.42.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.42.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7985811355843411 } ], "model.language_model.layers.42.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.42.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7318231947726118 } ], "model.language_model.layers.42.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.42.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7602532392927691 } ], "model.language_model.layers.43.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.43.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8023451413444085 } ], "model.language_model.layers.43.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.43.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7269872099279236 } ], "model.language_model.layers.43.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.43.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7695555734989186 } ], "model.language_model.layers.43.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.43.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9301257908925049 } ], "model.language_model.layers.43.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.43.self_attn.o_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9262334785391647 } ], "model.language_model.layers.43.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.43.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8661363597964162 } ], "model.language_model.layers.43.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.43.self_attn.v_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9343067464097004 } ], "model.language_model.layers.44.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.44.linear_attn.conv1d.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias", "compatibility": 0.6474218938876888 } ], "model.language_model.layers.44.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.44.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8083553354666093 } ], "model.language_model.layers.44.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.44.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.self_attn.k_proj.weight", "compatibility": 0.8094131753144982 } ], "model.language_model.layers.44.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.44.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8642698959360787 } ], "model.language_model.layers.44.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.44.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9115197807930103 } ], "model.language_model.layers.44.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.44.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9306368396438117 } ], "model.language_model.layers.44.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.44.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7971238557001635 } ], "model.language_model.layers.44.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.44.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7254202021308013 } ], "model.language_model.layers.44.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.44.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7679715593060087 } ], "model.language_model.layers.45.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.45.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6511947303135974 } ], "model.language_model.layers.45.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.45.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8049966241951504 } ], "model.language_model.layers.45.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.45.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.self_attn.k_proj.weight", "compatibility": 0.8102765648141735 } ], "model.language_model.layers.45.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.45.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8677266710015005 } ], "model.language_model.layers.45.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.45.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9135142196945955 } ], "model.language_model.layers.45.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.45.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9313577626012696 } ], "model.language_model.layers.45.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.45.mlp.down_proj.weight", "donor_name": "model.layers.31.self_attn.k_proj.weight", "compatibility": 0.7909667059021716 } ], "model.language_model.layers.45.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.45.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7265946642606069 } ], "model.language_model.layers.45.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.45.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7655167135698209 } ], "model.language_model.layers.46.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.46.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6506067113858075 } ], "model.language_model.layers.46.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.46.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7982518651411317 } ], "model.language_model.layers.46.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.46.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8055251404197467 } ], "model.language_model.layers.46.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.46.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8729653888354552 } ], "model.language_model.layers.46.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.46.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9149696682288927 } ], "model.language_model.layers.46.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.46.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9244231535813068 } ], "model.language_model.layers.46.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.46.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7987599305215665 } ], "model.language_model.layers.46.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.46.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7275050985402735 } ], "model.language_model.layers.46.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.46.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7654844655446781 } ], "model.language_model.layers.47.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.47.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.7947042249132464 } ], "model.language_model.layers.47.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.47.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.722738659438039 } ], "model.language_model.layers.47.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.47.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7663704216538411 } ], "model.language_model.layers.47.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.47.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9213032566841655 } ], "model.language_model.layers.47.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.47.self_attn.o_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9258945640705497 } ], "model.language_model.layers.47.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.47.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8505625278236679 } ], "model.language_model.layers.47.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.47.self_attn.v_proj.weight", "donor_name": "model.layers.29.self_attn.v_proj.weight", "compatibility": 0.922476788340871 } ], "model.language_model.layers.48.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.48.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6486594355922479 } ], "model.language_model.layers.48.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.48.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8002577233620563 } ], "model.language_model.layers.48.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.48.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8013574303593823 } ], "model.language_model.layers.48.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.48.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8690452303901086 } ], "model.language_model.layers.48.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.48.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9089376731636523 } ], "model.language_model.layers.48.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.48.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9261386562055458 } ], "model.language_model.layers.48.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.48.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.790085745964397 } ], "model.language_model.layers.48.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.48.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7242543115931276 } ], "model.language_model.layers.48.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.48.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.764711809745109 } ], "model.language_model.layers.49.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.49.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6597917078284707 } ], "model.language_model.layers.49.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.49.linear_attn.in_proj_a.weight", "donor_name": "model.layers.34.mlp.router.weight", "compatibility": 0.8033318237566133 } ], "model.language_model.layers.49.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.49.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.803434341100062 } ], "model.language_model.layers.49.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.49.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8585690829870402 } ], "model.language_model.layers.49.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.49.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9111572074646366 } ], "model.language_model.layers.49.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.49.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9286767497578184 } ], "model.language_model.layers.49.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.49.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7829677795246163 } ], "model.language_model.layers.49.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.49.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7251763562243057 } ], "model.language_model.layers.49.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.49.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7683013482979809 } ], "model.language_model.layers.5.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.5.linear_attn.conv1d.weight", "donor_name": "model.layers.5.mlp.experts.down_proj_bias", "compatibility": 0.6257824495940383 } ], "model.language_model.layers.5.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.5.linear_attn.in_proj_a.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.7930608811873147 } ], "model.language_model.layers.5.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.5.linear_attn.in_proj_b.weight", "donor_name": "model.layers.5.self_attn.k_proj.weight", "compatibility": 0.7892566032850842 } ], "model.language_model.layers.5.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.5.self_attn.q_proj.weight", "compatibility": 0.8692921203167342 } ], "model.language_model.layers.5.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.5.linear_attn.in_proj_z.weight", "donor_name": "model.layers.5.self_attn.q_proj.weight", "compatibility": 0.8464134805722511 } ], "model.language_model.layers.5.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.5.linear_attn.out_proj.weight", "donor_name": "model.layers.5.self_attn.o_proj.weight", "compatibility": 0.8395128155356091 } ], "model.language_model.layers.5.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.5.mlp.down_proj.weight", "donor_name": "model.layers.17.self_attn.k_proj.weight", "compatibility": 0.7343492548893642 } ], "model.language_model.layers.5.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.5.mlp.gate_proj.weight", "donor_name": "model.layers.5.mlp.experts.gate_up_proj", "compatibility": 0.7504501537549844 } ], "model.language_model.layers.5.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.5.mlp.up_proj.weight", "donor_name": "model.layers.5.self_attn.q_proj.weight", "compatibility": 0.7512083965331583 } ], "model.language_model.layers.50.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.50.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6417055470074035 } ], "model.language_model.layers.50.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.50.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7963833853914568 } ], "model.language_model.layers.50.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.50.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8045297110702575 } ], "model.language_model.layers.50.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.50.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8709231258187633 } ], "model.language_model.layers.50.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.50.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9106285740298413 } ], "model.language_model.layers.50.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.50.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9245911078829737 } ], "model.language_model.layers.50.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.50.mlp.down_proj.weight", "donor_name": "model.layers.31.self_attn.k_proj.weight", "compatibility": 0.7907728840648784 } ], "model.language_model.layers.50.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.50.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7261187462418138 } ], "model.language_model.layers.50.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.50.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.760486300311572 } ], "model.language_model.layers.51.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.51.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7943841845122589 } ], "model.language_model.layers.51.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.51.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7155411229740474 } ], "model.language_model.layers.51.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.51.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7660695437624484 } ], "model.language_model.layers.51.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.51.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9288224679579201 } ], "model.language_model.layers.51.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.51.self_attn.o_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9273243417918972 } ], "model.language_model.layers.51.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.51.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8433787089933316 } ], "model.language_model.layers.51.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.51.self_attn.v_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9283522488868514 } ], "model.language_model.layers.52.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.52.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6585050070542193 } ], "model.language_model.layers.52.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.52.linear_attn.in_proj_a.weight", "donor_name": "model.layers.34.mlp.router.weight", "compatibility": 0.805187255858292 } ], "model.language_model.layers.52.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.52.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7955374992102628 } ], "model.language_model.layers.52.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.52.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8588445932304855 } ], "model.language_model.layers.52.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.52.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9096944977222243 } ], "model.language_model.layers.52.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.52.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9260909051870032 } ], "model.language_model.layers.52.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.52.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7926367119178033 } ], "model.language_model.layers.52.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.52.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7150181572101774 } ], "model.language_model.layers.52.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.52.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7647419069562965 } ], "model.language_model.layers.53.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.53.linear_attn.conv1d.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias", "compatibility": 0.6446629452776873 } ], "model.language_model.layers.53.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.53.linear_attn.in_proj_a.weight", "donor_name": "model.layers.34.mlp.router.weight", "compatibility": 0.8121169348248296 } ], "model.language_model.layers.53.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.53.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8011842888075535 } ], "model.language_model.layers.53.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.53.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8597694367058987 } ], "model.language_model.layers.53.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.53.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9066357435936719 } ], "model.language_model.layers.53.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.53.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9232769999154139 } ], "model.language_model.layers.53.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.53.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.7896024373728002 } ], "model.language_model.layers.53.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.53.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7206101216430452 } ], "model.language_model.layers.53.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.53.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7587250229054789 } ], "model.language_model.layers.54.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.54.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6448884878277554 } ], "model.language_model.layers.54.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.54.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8021634621099061 } ], "model.language_model.layers.54.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.54.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8092677883522602 } ], "model.language_model.layers.54.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.54.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8596624680700525 } ], "model.language_model.layers.54.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.54.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9083975117643516 } ], "model.language_model.layers.54.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.54.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9215310176736662 } ], "model.language_model.layers.54.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.54.mlp.down_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.789152245152928 } ], "model.language_model.layers.54.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.54.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7128663287842266 } ], "model.language_model.layers.54.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.54.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.760859325990273 } ], "model.language_model.layers.55.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.55.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7891749340768202 } ], "model.language_model.layers.55.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.55.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.715748110978027 } ], "model.language_model.layers.55.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.55.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7641098932283863 } ], "model.language_model.layers.55.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.55.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9338603078617201 } ], "model.language_model.layers.55.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.55.self_attn.o_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9170366042888646 } ], "model.language_model.layers.55.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.55.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8447968664706921 } ], "model.language_model.layers.55.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.55.self_attn.v_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9241020580177888 } ], "model.language_model.layers.56.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.56.linear_attn.conv1d.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias", "compatibility": 0.6432313511043191 } ], "model.language_model.layers.56.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.56.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8075189562136978 } ], "model.language_model.layers.56.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.56.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8131271661882445 } ], "model.language_model.layers.56.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.56.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8557085401447865 } ], "model.language_model.layers.56.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.56.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.8998353406803594 } ], "model.language_model.layers.56.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.56.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9215848427907872 } ], "model.language_model.layers.56.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.56.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7883650961396235 } ], "model.language_model.layers.56.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.56.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7043258656974271 } ], "model.language_model.layers.56.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.56.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7520202255924872 } ], "model.language_model.layers.57.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.57.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6410014061113358 } ], "model.language_model.layers.57.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.57.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8163602951504024 } ], "model.language_model.layers.57.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.57.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8103433010447258 } ], "model.language_model.layers.57.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.57.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8630396914722194 } ], "model.language_model.layers.57.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.57.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8776253383979499 } ], "model.language_model.layers.57.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.57.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9186720531216553 } ], "model.language_model.layers.57.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.57.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7811564449963152 } ], "model.language_model.layers.57.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.57.mlp.gate_proj.weight", "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias", "compatibility": 0.7001518120583733 } ], "model.language_model.layers.57.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.57.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7603686774844275 } ], "model.language_model.layers.58.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.58.linear_attn.conv1d.weight", "donor_name": "model.layers.34.mlp.experts.gate_up_proj_bias", "compatibility": 0.6405847675592136 } ], "model.language_model.layers.58.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.58.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7932908925584163 } ], "model.language_model.layers.58.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.58.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7994519093849027 } ], "model.language_model.layers.58.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.58.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.856047082923138 } ], "model.language_model.layers.58.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.58.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9018252341279271 } ], "model.language_model.layers.58.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.58.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9220384704307613 } ], "model.language_model.layers.58.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.58.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.789423654912566 } ], "model.language_model.layers.58.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.58.mlp.gate_proj.weight", "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias", "compatibility": 0.6985169672213335 } ], "model.language_model.layers.58.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.58.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7618476481503622 } ], "model.language_model.layers.59.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.59.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7890396295578089 } ], "model.language_model.layers.59.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.59.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7003753482281767 } ], "model.language_model.layers.59.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.59.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7593620336566724 } ], "model.language_model.layers.59.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.59.self_attn.k_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9250943776702973 } ], "model.language_model.layers.59.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.59.self_attn.o_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.9249352456727502 } ], "model.language_model.layers.59.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.59.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8334913379467418 } ], "model.language_model.layers.59.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.59.self_attn.v_proj.weight", "donor_name": "model.layers.34.self_attn.k_proj.weight", "compatibility": 0.9158218476034611 } ], "model.language_model.layers.6.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.6.linear_attn.conv1d.weight", "donor_name": "model.layers.6.mlp.experts.gate_up_proj_bias", "compatibility": 0.6355703307392069 } ], "model.language_model.layers.6.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.6.linear_attn.in_proj_a.weight", "donor_name": "model.layers.8.mlp.experts.down_proj_bias", "compatibility": 0.7827331027212372 } ], "model.language_model.layers.6.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.6.linear_attn.in_proj_b.weight", "donor_name": "model.layers.6.self_attn.k_proj.weight", "compatibility": 0.8128187088123158 } ], "model.language_model.layers.6.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.6.self_attn.q_proj.weight", "compatibility": 0.8631960037374313 } ], "model.language_model.layers.6.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.6.linear_attn.in_proj_z.weight", "donor_name": "model.layers.6.self_attn.q_proj.weight", "compatibility": 0.8356787672909012 } ], "model.language_model.layers.6.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.6.linear_attn.out_proj.weight", "donor_name": "model.layers.5.self_attn.o_proj.weight", "compatibility": 0.8360962006290114 } ], "model.language_model.layers.6.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.6.mlp.down_proj.weight", "donor_name": "model.layers.9.self_attn.k_proj.weight", "compatibility": 0.7393022688944708 } ], "model.language_model.layers.6.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.6.mlp.gate_proj.weight", "donor_name": "model.layers.6.mlp.experts.gate_up_proj", "compatibility": 0.7519698170853558 } ], "model.language_model.layers.6.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.6.mlp.up_proj.weight", "donor_name": "model.layers.6.self_attn.q_proj.weight", "compatibility": 0.7677565751151293 } ], "model.language_model.layers.60.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.60.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6660131301142427 } ], "model.language_model.layers.60.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.60.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8020986972622249 } ], "model.language_model.layers.60.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.60.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.experts.down_proj_bias", "compatibility": 0.8035505008004716 } ], "model.language_model.layers.60.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.60.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8522497945867649 } ], "model.language_model.layers.60.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.60.linear_attn.in_proj_z.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9038433061340906 } ], "model.language_model.layers.60.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.60.linear_attn.out_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.9178625532963803 } ], "model.language_model.layers.60.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.60.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7795264539175575 } ], "model.language_model.layers.60.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.60.mlp.gate_proj.weight", "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias", "compatibility": 0.6982216865398474 } ], "model.language_model.layers.60.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.60.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.760754297593812 } ], "model.language_model.layers.61.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.61.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6536088255197744 } ], "model.language_model.layers.61.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.61.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.8067215397603916 } ], "model.language_model.layers.61.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.61.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.experts.down_proj_bias", "compatibility": 0.8094364643572998 } ], "model.language_model.layers.61.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.61.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8638304675418278 } ], "model.language_model.layers.61.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.61.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.8977656041856319 } ], "model.language_model.layers.61.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.61.linear_attn.out_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.9299157172653576 } ], "model.language_model.layers.61.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.61.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.7800762941026643 } ], "model.language_model.layers.61.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.61.mlp.gate_proj.weight", "donor_name": "model.layers.33.mlp.experts.gate_up_proj", "compatibility": 0.7003700253799322 } ], "model.language_model.layers.61.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.61.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7547445284484977 } ], "model.language_model.layers.62.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.62.linear_attn.conv1d.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.6401452448147208 } ], "model.language_model.layers.62.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.62.linear_attn.in_proj_a.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7957778699846795 } ], "model.language_model.layers.62.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.62.linear_attn.in_proj_b.weight", "donor_name": "model.layers.35.mlp.router.weight", "compatibility": 0.7991506309621846 } ], "model.language_model.layers.62.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.62.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.29.self_attn.q_proj.weight", "compatibility": 0.8652838109231572 } ], "model.language_model.layers.62.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.62.linear_attn.in_proj_z.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.898036926683094 } ], "model.language_model.layers.62.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.62.linear_attn.out_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.917944075624884 } ], "model.language_model.layers.62.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.62.mlp.down_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7937451516814182 } ], "model.language_model.layers.62.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.62.mlp.gate_proj.weight", "donor_name": "model.layers.24.mlp.experts.gate_up_proj", "compatibility": 0.7074237197561526 } ], "model.language_model.layers.62.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.62.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.760586971181802 } ], "model.language_model.layers.63.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.63.mlp.down_proj.weight", "donor_name": "model.layers.33.self_attn.o_proj.weight", "compatibility": 0.7868802222653123 } ], "model.language_model.layers.63.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.63.mlp.gate_proj.weight", "donor_name": "model.layers.35.mlp.experts.gate_up_proj_bias", "compatibility": 0.7058556271143712 } ], "model.language_model.layers.63.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.63.mlp.up_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.7543276589572092 } ], "model.language_model.layers.63.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.63.self_attn.k_proj.weight", "donor_name": "model.layers.29.self_attn.v_proj.weight", "compatibility": 0.9142059410294374 } ], "model.language_model.layers.63.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.63.self_attn.o_proj.weight", "donor_name": "model.layers.31.self_attn.o_proj.weight", "compatibility": 0.923088639171262 } ], "model.language_model.layers.63.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.63.self_attn.q_proj.weight", "donor_name": "model.layers.35.self_attn.o_proj.weight", "compatibility": 0.8203764424246749 } ], "model.language_model.layers.63.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.63.self_attn.v_proj.weight", "donor_name": "model.layers.26.self_attn.k_proj.weight", "compatibility": 0.9156568798190431 } ], "model.language_model.layers.7.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.7.mlp.down_proj.weight", "donor_name": "model.layers.17.self_attn.k_proj.weight", "compatibility": 0.7541284348576358 } ], "model.language_model.layers.7.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.7.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.74275514120716 } ], "model.language_model.layers.7.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.7.mlp.up_proj.weight", "donor_name": "model.layers.6.self_attn.q_proj.weight", "compatibility": 0.747651559336766 } ], "model.language_model.layers.7.self_attn.k_proj.weight": [ { "host_name": "model.language_model.layers.7.self_attn.k_proj.weight", "donor_name": "model.layers.8.self_attn.k_proj.weight", "compatibility": 0.926562930293247 } ], "model.language_model.layers.7.self_attn.o_proj.weight": [ { "host_name": "model.language_model.layers.7.self_attn.o_proj.weight", "donor_name": "model.layers.7.self_attn.o_proj.weight", "compatibility": 0.9210564929242966 } ], "model.language_model.layers.7.self_attn.q_proj.weight": [ { "host_name": "model.language_model.layers.7.self_attn.q_proj.weight", "donor_name": "model.layers.7.self_attn.q_proj.weight", "compatibility": 0.7659830806666753 } ], "model.language_model.layers.7.self_attn.v_proj.weight": [ { "host_name": "model.language_model.layers.7.self_attn.v_proj.weight", "donor_name": "model.layers.8.self_attn.k_proj.weight", "compatibility": 0.9335177805191399 } ], "model.language_model.layers.8.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.8.linear_attn.conv1d.weight", "donor_name": "model.layers.8.mlp.experts.gate_up_proj_bias", "compatibility": 0.6595001020949666 } ], "model.language_model.layers.8.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.8.linear_attn.in_proj_a.weight", "donor_name": "model.layers.8.mlp.router.weight", "compatibility": 0.7959473057039125 } ], "model.language_model.layers.8.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.8.linear_attn.in_proj_b.weight", "donor_name": "model.layers.8.mlp.router.weight", "compatibility": 0.8161610300105753 } ], "model.language_model.layers.8.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.8771496939695185 } ], "model.language_model.layers.8.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.8.linear_attn.in_proj_z.weight", "donor_name": "model.layers.8.self_attn.q_proj.weight", "compatibility": 0.8875180700136311 } ], "model.language_model.layers.8.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.8.linear_attn.out_proj.weight", "donor_name": "model.layers.10.self_attn.o_proj.weight", "compatibility": 0.8481506042318451 } ], "model.language_model.layers.8.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.8.mlp.down_proj.weight", "donor_name": "model.layers.9.self_attn.k_proj.weight", "compatibility": 0.7587162990998969 } ], "model.language_model.layers.8.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.8.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.7715935829114154 } ], "model.language_model.layers.8.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.8.mlp.up_proj.weight", "donor_name": "model.layers.8.self_attn.q_proj.weight", "compatibility": 0.7627190261985674 } ], "model.language_model.layers.9.linear_attn.conv1d.weight": [ { "host_name": "model.language_model.layers.9.linear_attn.conv1d.weight", "donor_name": "model.layers.14.self_attn.k_proj.weight", "compatibility": 0.6269831606977828 } ], "model.language_model.layers.9.linear_attn.in_proj_a.weight": [ { "host_name": "model.language_model.layers.9.linear_attn.in_proj_a.weight", "donor_name": "model.layers.10.self_attn.k_proj.weight", "compatibility": 0.8074582081598676 } ], "model.language_model.layers.9.linear_attn.in_proj_b.weight": [ { "host_name": "model.language_model.layers.9.linear_attn.in_proj_b.weight", "donor_name": "model.layers.9.self_attn.k_proj.weight", "compatibility": 0.8131898593014875 } ], "model.language_model.layers.9.linear_attn.in_proj_qkv.weight": [ { "host_name": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", "donor_name": "model.layers.9.self_attn.q_proj.weight", "compatibility": 0.8653233009013346 } ], "model.language_model.layers.9.linear_attn.in_proj_z.weight": [ { "host_name": "model.language_model.layers.9.linear_attn.in_proj_z.weight", "donor_name": "model.layers.9.self_attn.q_proj.weight", "compatibility": 0.8210630711601619 } ], "model.language_model.layers.9.linear_attn.out_proj.weight": [ { "host_name": "model.language_model.layers.9.linear_attn.out_proj.weight", "donor_name": "model.layers.10.self_attn.o_proj.weight", "compatibility": 0.8481101958705022 } ], "model.language_model.layers.9.mlp.down_proj.weight": [ { "host_name": "model.language_model.layers.9.mlp.down_proj.weight", "donor_name": "model.layers.17.self_attn.k_proj.weight", "compatibility": 0.7598377148051912 } ], "model.language_model.layers.9.mlp.gate_proj.weight": [ { "host_name": "model.language_model.layers.9.mlp.gate_proj.weight", "donor_name": "lm_head.weight", "compatibility": 0.7233868430804838 } ], "model.language_model.layers.9.mlp.up_proj.weight": [ { "host_name": "model.language_model.layers.9.mlp.up_proj.weight", "donor_name": "model.layers.9.self_attn.q_proj.weight", "compatibility": 0.7572526550502631 } ], "model.visual.blocks.0.attn.proj.weight": [ { "host_name": "model.visual.blocks.0.attn.proj.weight", "donor_name": "model.layers.0.self_attn.o_proj.weight", "compatibility": 0.8518271505158463 } ], "model.visual.blocks.0.attn.qkv.weight": [ { "host_name": "model.visual.blocks.0.attn.qkv.weight", "donor_name": "model.layers.0.self_attn.q_proj.weight", "compatibility": 0.823766917519424 } ], "model.visual.blocks.0.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.0.mlp.linear_fc1.weight", "donor_name": "model.layers.0.mlp.experts.gate_up_proj_bias", "compatibility": 0.759335880644643 } ], "model.visual.blocks.0.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.0.mlp.linear_fc2.weight", "donor_name": "model.layers.0.mlp.experts.down_proj_bias", "compatibility": 0.802762777069317 } ], "model.visual.blocks.1.attn.proj.weight": [ { "host_name": "model.visual.blocks.1.attn.proj.weight", "donor_name": "model.layers.1.self_attn.q_proj.weight", "compatibility": 0.9078390566074106 } ], "model.visual.blocks.1.attn.qkv.weight": [ { "host_name": "model.visual.blocks.1.attn.qkv.weight", "donor_name": "model.layers.1.self_attn.q_proj.weight", "compatibility": 0.8584174507030068 } ], "model.visual.blocks.1.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.1.mlp.linear_fc1.weight", "donor_name": "model.layers.1.mlp.experts.down_proj_bias", "compatibility": 0.7307036236826192 } ], "model.visual.blocks.1.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.1.mlp.linear_fc2.weight", "donor_name": "model.layers.1.self_attn.k_proj.weight", "compatibility": 0.8068255979302332 } ], "model.visual.blocks.10.attn.proj.weight": [ { "host_name": "model.visual.blocks.10.attn.proj.weight", "donor_name": "model.layers.10.self_attn.q_proj.weight", "compatibility": 0.8965619195226863 } ], "model.visual.blocks.10.attn.qkv.weight": [ { "host_name": "model.visual.blocks.10.attn.qkv.weight", "donor_name": "model.layers.10.self_attn.q_proj.weight", "compatibility": 0.9061692791522791 } ], "model.visual.blocks.10.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.10.mlp.linear_fc1.weight", "donor_name": "model.layers.17.mlp.experts.down_proj_bias", "compatibility": 0.7502749466576634 } ], "model.visual.blocks.10.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.10.mlp.linear_fc2.weight", "donor_name": "model.layers.11.self_attn.k_proj.weight", "compatibility": 0.8477000076654466 } ], "model.visual.blocks.11.attn.proj.weight": [ { "host_name": "model.visual.blocks.11.attn.proj.weight", "donor_name": "model.layers.12.self_attn.o_proj.weight", "compatibility": 0.9055196838059263 } ], "model.visual.blocks.11.attn.qkv.weight": [ { "host_name": "model.visual.blocks.11.attn.qkv.weight", "donor_name": "model.layers.20.self_attn.q_proj.weight", "compatibility": 0.8727911493038685 } ], "model.visual.blocks.11.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.11.mlp.linear_fc1.weight", "donor_name": "model.layers.16.mlp.experts.down_proj_bias", "compatibility": 0.7623187864292673 } ], "model.visual.blocks.11.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.11.mlp.linear_fc2.weight", "donor_name": "model.layers.11.self_attn.k_proj.weight", "compatibility": 0.8537869517940355 } ], "model.visual.blocks.12.attn.proj.weight": [ { "host_name": "model.visual.blocks.12.attn.proj.weight", "donor_name": "model.layers.11.self_attn.v_proj.weight", "compatibility": 0.8927010851044146 } ], "model.visual.blocks.12.attn.qkv.weight": [ { "host_name": "model.visual.blocks.12.attn.qkv.weight", "donor_name": "model.layers.13.self_attn.q_proj.weight", "compatibility": 0.9016438124129283 } ], "model.visual.blocks.12.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.12.mlp.linear_fc1.weight", "donor_name": "model.layers.15.mlp.experts.down_proj_bias", "compatibility": 0.7736596582207832 } ], "model.visual.blocks.12.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.12.mlp.linear_fc2.weight", "donor_name": "model.layers.12.self_attn.k_proj.weight", "compatibility": 0.8669675330990358 } ], "model.visual.blocks.13.attn.proj.weight": [ { "host_name": "model.visual.blocks.13.attn.proj.weight", "donor_name": "model.layers.14.self_attn.o_proj.weight", "compatibility": 0.8980591588060269 } ], "model.visual.blocks.13.attn.qkv.weight": [ { "host_name": "model.visual.blocks.13.attn.qkv.weight", "donor_name": "model.layers.14.self_attn.q_proj.weight", "compatibility": 0.9006753477433128 } ], "model.visual.blocks.13.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.13.mlp.linear_fc1.weight", "donor_name": "model.layers.15.mlp.experts.down_proj_bias", "compatibility": 0.7738215648363368 } ], "model.visual.blocks.13.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.13.mlp.linear_fc2.weight", "donor_name": "model.layers.11.self_attn.k_proj.weight", "compatibility": 0.8431449051002449 } ], "model.visual.blocks.14.attn.proj.weight": [ { "host_name": "model.visual.blocks.14.attn.proj.weight", "donor_name": "model.layers.18.self_attn.o_proj.weight", "compatibility": 0.895955322151217 } ], "model.visual.blocks.14.attn.qkv.weight": [ { "host_name": "model.visual.blocks.14.attn.qkv.weight", "donor_name": "model.layers.14.self_attn.q_proj.weight", "compatibility": 0.9018721282933424 } ], "model.visual.blocks.14.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.14.mlp.linear_fc1.weight", "donor_name": "model.layers.17.mlp.experts.down_proj_bias", "compatibility": 0.7400234516680994 } ], "model.visual.blocks.14.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.14.mlp.linear_fc2.weight", "donor_name": "model.layers.11.self_attn.k_proj.weight", "compatibility": 0.8351768144123559 } ], "model.visual.blocks.15.attn.proj.weight": [ { "host_name": "model.visual.blocks.15.attn.proj.weight", "donor_name": "model.layers.14.self_attn.o_proj.weight", "compatibility": 0.8983354323119453 } ], "model.visual.blocks.15.attn.qkv.weight": [ { "host_name": "model.visual.blocks.15.attn.qkv.weight", "donor_name": "model.layers.16.self_attn.q_proj.weight", "compatibility": 0.9093756876337818 } ], "model.visual.blocks.15.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.15.mlp.linear_fc1.weight", "donor_name": "model.layers.14.mlp.experts.down_proj_bias", "compatibility": 0.7806205511476155 } ], "model.visual.blocks.15.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.15.mlp.linear_fc2.weight", "donor_name": "model.layers.17.self_attn.o_proj.weight", "compatibility": 0.8359056755313122 } ], "model.visual.blocks.16.attn.proj.weight": [ { "host_name": "model.visual.blocks.16.attn.proj.weight", "donor_name": "model.layers.18.self_attn.o_proj.weight", "compatibility": 0.9014524474678086 } ], "model.visual.blocks.16.attn.qkv.weight": [ { "host_name": "model.visual.blocks.16.attn.qkv.weight", "donor_name": "model.layers.16.self_attn.q_proj.weight", "compatibility": 0.9085209182464122 } ], "model.visual.blocks.16.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.16.mlp.linear_fc1.weight", "donor_name": "model.layers.17.mlp.experts.down_proj_bias", "compatibility": 0.7728869283537186 } ], "model.visual.blocks.16.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.16.mlp.linear_fc2.weight", "donor_name": "model.layers.15.self_attn.k_proj.weight", "compatibility": 0.8504688397437812 } ], "model.visual.blocks.17.attn.proj.weight": [ { "host_name": "model.visual.blocks.17.attn.proj.weight", "donor_name": "model.layers.17.self_attn.v_proj.weight", "compatibility": 0.8995230242962992 } ], "model.visual.blocks.17.attn.qkv.weight": [ { "host_name": "model.visual.blocks.17.attn.qkv.weight", "donor_name": "model.layers.16.self_attn.q_proj.weight", "compatibility": 0.9061075646147914 } ], "model.visual.blocks.17.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.17.mlp.linear_fc1.weight", "donor_name": "model.layers.23.mlp.experts.down_proj_bias", "compatibility": 0.7664475190826511 } ], "model.visual.blocks.17.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.17.mlp.linear_fc2.weight", "donor_name": "model.layers.18.self_attn.k_proj.weight", "compatibility": 0.8614986726441138 } ], "model.visual.blocks.18.attn.proj.weight": [ { "host_name": "model.visual.blocks.18.attn.proj.weight", "donor_name": "model.layers.18.self_attn.v_proj.weight", "compatibility": 0.902113715489972 } ], "model.visual.blocks.18.attn.qkv.weight": [ { "host_name": "model.visual.blocks.18.attn.qkv.weight", "donor_name": "model.layers.19.self_attn.q_proj.weight", "compatibility": 0.908186456716626 } ], "model.visual.blocks.18.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.18.mlp.linear_fc1.weight", "donor_name": "model.layers.19.mlp.experts.down_proj_bias", "compatibility": 0.7781740435655315 } ], "model.visual.blocks.18.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.18.mlp.linear_fc2.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8583539612081671 } ], "model.visual.blocks.19.attn.proj.weight": [ { "host_name": "model.visual.blocks.19.attn.proj.weight", "donor_name": "model.layers.18.self_attn.o_proj.weight", "compatibility": 0.9018809781295624 } ], "model.visual.blocks.19.attn.qkv.weight": [ { "host_name": "model.visual.blocks.19.attn.qkv.weight", "donor_name": "model.layers.23.self_attn.q_proj.weight", "compatibility": 0.9028795241033246 } ], "model.visual.blocks.19.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.19.mlp.linear_fc1.weight", "donor_name": "model.layers.20.mlp.experts.down_proj_bias", "compatibility": 0.7847511996591527 } ], "model.visual.blocks.19.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.19.mlp.linear_fc2.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8571388924959453 } ], "model.visual.blocks.2.attn.proj.weight": [ { "host_name": "model.visual.blocks.2.attn.proj.weight", "donor_name": "model.layers.2.self_attn.o_proj.weight", "compatibility": 0.8938291709266646 } ], "model.visual.blocks.2.attn.qkv.weight": [ { "host_name": "model.visual.blocks.2.attn.qkv.weight", "donor_name": "model.layers.2.self_attn.q_proj.weight", "compatibility": 0.8865379261690401 } ], "model.visual.blocks.2.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.2.mlp.linear_fc1.weight", "donor_name": "model.layers.2.mlp.experts.gate_up_proj_bias", "compatibility": 0.719548456257112 } ], "model.visual.blocks.2.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.2.mlp.linear_fc2.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.8337062846577464 } ], "model.visual.blocks.20.attn.proj.weight": [ { "host_name": "model.visual.blocks.20.attn.proj.weight", "donor_name": "model.layers.22.self_attn.o_proj.weight", "compatibility": 0.9032506515001727 } ], "model.visual.blocks.20.attn.qkv.weight": [ { "host_name": "model.visual.blocks.20.attn.qkv.weight", "donor_name": "model.layers.19.self_attn.q_proj.weight", "compatibility": 0.9097703291450344 } ], "model.visual.blocks.20.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.20.mlp.linear_fc1.weight", "donor_name": "model.layers.20.mlp.experts.down_proj_bias", "compatibility": 0.7833971186116004 } ], "model.visual.blocks.20.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.20.mlp.linear_fc2.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.854983503811822 } ], "model.visual.blocks.21.attn.proj.weight": [ { "host_name": "model.visual.blocks.21.attn.proj.weight", "donor_name": "model.layers.23.self_attn.q_proj.weight", "compatibility": 0.9077297542089473 } ], "model.visual.blocks.21.attn.qkv.weight": [ { "host_name": "model.visual.blocks.21.attn.qkv.weight", "donor_name": "model.layers.23.self_attn.q_proj.weight", "compatibility": 0.9080077915782168 } ], "model.visual.blocks.21.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.21.mlp.linear_fc1.weight", "donor_name": "model.layers.19.mlp.experts.down_proj_bias", "compatibility": 0.7797509076795256 } ], "model.visual.blocks.21.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.21.mlp.linear_fc2.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8602960434979877 } ], "model.visual.blocks.22.attn.proj.weight": [ { "host_name": "model.visual.blocks.22.attn.proj.weight", "donor_name": "model.layers.22.self_attn.q_proj.weight", "compatibility": 0.9050357315699651 } ], "model.visual.blocks.22.attn.qkv.weight": [ { "host_name": "model.visual.blocks.22.attn.qkv.weight", "donor_name": "model.layers.19.self_attn.q_proj.weight", "compatibility": 0.9001823339882495 } ], "model.visual.blocks.22.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.22.mlp.linear_fc1.weight", "donor_name": "model.layers.23.mlp.experts.down_proj_bias", "compatibility": 0.7853401386345118 } ], "model.visual.blocks.22.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.22.mlp.linear_fc2.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8519091623596539 } ], "model.visual.blocks.23.attn.proj.weight": [ { "host_name": "model.visual.blocks.23.attn.proj.weight", "donor_name": "model.layers.24.self_attn.o_proj.weight", "compatibility": 0.9076635136332873 } ], "model.visual.blocks.23.attn.qkv.weight": [ { "host_name": "model.visual.blocks.23.attn.qkv.weight", "donor_name": "model.layers.23.self_attn.q_proj.weight", "compatibility": 0.9162187645979762 } ], "model.visual.blocks.23.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.23.mlp.linear_fc1.weight", "donor_name": "model.layers.22.mlp.experts.down_proj_bias", "compatibility": 0.7823571052791914 } ], "model.visual.blocks.23.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.23.mlp.linear_fc2.weight", "donor_name": "model.layers.20.self_attn.k_proj.weight", "compatibility": 0.8540194193976232 } ], "model.visual.blocks.24.attn.proj.weight": [ { "host_name": "model.visual.blocks.24.attn.proj.weight", "donor_name": "model.layers.26.self_attn.q_proj.weight", "compatibility": 0.9065454810361507 } ], "model.visual.blocks.24.attn.qkv.weight": [ { "host_name": "model.visual.blocks.24.attn.qkv.weight", "donor_name": "model.layers.27.self_attn.q_proj.weight", "compatibility": 0.9073914534588026 } ], "model.visual.blocks.24.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.24.mlp.linear_fc1.weight", "donor_name": "model.layers.22.mlp.experts.down_proj_bias", "compatibility": 0.7815983919362501 } ], "model.visual.blocks.24.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.24.mlp.linear_fc2.weight", "donor_name": "model.layers.22.self_attn.k_proj.weight", "compatibility": 0.8575007453181446 } ], "model.visual.blocks.25.attn.proj.weight": [ { "host_name": "model.visual.blocks.25.attn.proj.weight", "donor_name": "model.layers.24.self_attn.q_proj.weight", "compatibility": 0.9077160500078818 } ], "model.visual.blocks.25.attn.qkv.weight": [ { "host_name": "model.visual.blocks.25.attn.qkv.weight", "donor_name": "model.layers.28.self_attn.q_proj.weight", "compatibility": 0.9053112595597836 } ], "model.visual.blocks.25.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.25.mlp.linear_fc1.weight", "donor_name": "model.layers.25.mlp.experts.down_proj_bias", "compatibility": 0.7866789806642653 } ], "model.visual.blocks.25.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.25.mlp.linear_fc2.weight", "donor_name": "model.layers.25.self_attn.k_proj.weight", "compatibility": 0.8485322646381728 } ], "model.visual.blocks.26.attn.proj.weight": [ { "host_name": "model.visual.blocks.26.attn.proj.weight", "donor_name": "model.layers.27.self_attn.q_proj.weight", "compatibility": 0.9112842978854124 } ], "model.visual.blocks.26.attn.qkv.weight": [ { "host_name": "model.visual.blocks.26.attn.qkv.weight", "donor_name": "model.layers.26.self_attn.q_proj.weight", "compatibility": 0.9106750022273791 } ], "model.visual.blocks.26.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.26.mlp.linear_fc1.weight", "donor_name": "model.layers.30.mlp.experts.down_proj_bias", "compatibility": 0.7790350773154644 } ], "model.visual.blocks.26.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.26.mlp.linear_fc2.weight", "donor_name": "model.layers.29.self_attn.k_proj.weight", "compatibility": 0.8590342651275201 } ], "model.visual.blocks.3.attn.proj.weight": [ { "host_name": "model.visual.blocks.3.attn.proj.weight", "donor_name": "model.layers.3.self_attn.q_proj.weight", "compatibility": 0.8891673995640751 } ], "model.visual.blocks.3.attn.qkv.weight": [ { "host_name": "model.visual.blocks.3.attn.qkv.weight", "donor_name": "model.layers.3.self_attn.q_proj.weight", "compatibility": 0.8927362492975277 } ], "model.visual.blocks.3.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.3.mlp.linear_fc1.weight", "donor_name": "model.layers.3.mlp.experts.gate_up_proj_bias", "compatibility": 0.739166619593979 } ], "model.visual.blocks.3.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.3.mlp.linear_fc2.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.8631383211682139 } ], "model.visual.blocks.4.attn.proj.weight": [ { "host_name": "model.visual.blocks.4.attn.proj.weight", "donor_name": "model.layers.4.self_attn.k_proj.weight", "compatibility": 0.8931454292766521 } ], "model.visual.blocks.4.attn.qkv.weight": [ { "host_name": "model.visual.blocks.4.attn.qkv.weight", "donor_name": "model.layers.3.self_attn.o_proj.weight", "compatibility": 0.8499145013206554 } ], "model.visual.blocks.4.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.4.mlp.linear_fc1.weight", "donor_name": "model.layers.4.mlp.experts.gate_up_proj", "compatibility": 0.7253224037220429 } ], "model.visual.blocks.4.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.4.mlp.linear_fc2.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.8434275345076795 } ], "model.visual.blocks.5.attn.proj.weight": [ { "host_name": "model.visual.blocks.5.attn.proj.weight", "donor_name": "model.layers.5.self_attn.q_proj.weight", "compatibility": 0.9041057018713365 } ], "model.visual.blocks.5.attn.qkv.weight": [ { "host_name": "model.visual.blocks.5.attn.qkv.weight", "donor_name": "model.layers.5.self_attn.q_proj.weight", "compatibility": 0.9084187884715786 } ], "model.visual.blocks.5.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.5.mlp.linear_fc1.weight", "donor_name": "model.layers.5.mlp.experts.gate_up_proj", "compatibility": 0.7205902784095222 } ], "model.visual.blocks.5.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.5.mlp.linear_fc2.weight", "donor_name": "model.layers.3.self_attn.k_proj.weight", "compatibility": 0.8311462376020539 } ], "model.visual.blocks.6.attn.proj.weight": [ { "host_name": "model.visual.blocks.6.attn.proj.weight", "donor_name": "model.layers.6.self_attn.q_proj.weight", "compatibility": 0.914454749678831 } ], "model.visual.blocks.6.attn.qkv.weight": [ { "host_name": "model.visual.blocks.6.attn.qkv.weight", "donor_name": "model.layers.7.self_attn.q_proj.weight", "compatibility": 0.9015602246385581 } ], "model.visual.blocks.6.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.6.mlp.linear_fc1.weight", "donor_name": "model.layers.6.mlp.experts.down_proj_bias", "compatibility": 0.7240958969042014 } ], "model.visual.blocks.6.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.6.mlp.linear_fc2.weight", "donor_name": "model.layers.6.self_attn.k_proj.weight", "compatibility": 0.849915798545757 } ], "model.visual.blocks.7.attn.proj.weight": [ { "host_name": "model.visual.blocks.7.attn.proj.weight", "donor_name": "model.layers.7.self_attn.q_proj.weight", "compatibility": 0.9082632574855607 } ], "model.visual.blocks.7.attn.qkv.weight": [ { "host_name": "model.visual.blocks.7.attn.qkv.weight", "donor_name": "model.layers.6.self_attn.q_proj.weight", "compatibility": 0.8949920198490801 } ], "model.visual.blocks.7.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.7.mlp.linear_fc1.weight", "donor_name": "model.layers.7.mlp.experts.gate_up_proj", "compatibility": 0.7195743627439607 } ], "model.visual.blocks.7.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.7.mlp.linear_fc2.weight", "donor_name": "model.layers.9.self_attn.k_proj.weight", "compatibility": 0.8370782982769782 } ], "model.visual.blocks.8.attn.proj.weight": [ { "host_name": "model.visual.blocks.8.attn.proj.weight", "donor_name": "model.layers.8.self_attn.q_proj.weight", "compatibility": 0.9054910595601002 } ], "model.visual.blocks.8.attn.qkv.weight": [ { "host_name": "model.visual.blocks.8.attn.qkv.weight", "donor_name": "model.layers.8.self_attn.q_proj.weight", "compatibility": 0.9110390040474051 } ], "model.visual.blocks.8.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.8.mlp.linear_fc1.weight", "donor_name": "model.layers.8.mlp.experts.gate_up_proj", "compatibility": 0.7167183411772524 } ], "model.visual.blocks.8.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.8.mlp.linear_fc2.weight", "donor_name": "model.layers.7.self_attn.k_proj.weight", "compatibility": 0.8461984704042276 } ], "model.visual.blocks.9.attn.proj.weight": [ { "host_name": "model.visual.blocks.9.attn.proj.weight", "donor_name": "model.layers.9.self_attn.q_proj.weight", "compatibility": 0.9062665968790794 } ], "model.visual.blocks.9.attn.qkv.weight": [ { "host_name": "model.visual.blocks.9.attn.qkv.weight", "donor_name": "model.layers.9.self_attn.q_proj.weight", "compatibility": 0.9045587136143135 } ], "model.visual.blocks.9.mlp.linear_fc1.weight": [ { "host_name": "model.visual.blocks.9.mlp.linear_fc1.weight", "donor_name": "model.layers.9.mlp.experts.gate_up_proj", "compatibility": 0.7272800748375802 } ], "model.visual.blocks.9.mlp.linear_fc2.weight": [ { "host_name": "model.visual.blocks.9.mlp.linear_fc2.weight", "donor_name": "model.layers.9.self_attn.k_proj.weight", "compatibility": 0.8631491671055683 } ], "model.visual.merger.linear_fc1.weight": [ { "host_name": "model.visual.merger.linear_fc1.weight", "donor_name": "model.layers.10.self_attn.o_proj.weight", "compatibility": 0.7391248839419845 } ], "model.visual.merger.linear_fc2.weight": [ { "host_name": "model.visual.merger.linear_fc2.weight", "donor_name": "model.layers.8.self_attn.q_proj.weight", "compatibility": 0.729548021711477 } ], "mtp.fc.weight": [ { "host_name": "mtp.fc.weight", "donor_name": "model.layers.8.self_attn.o_proj.weight", "compatibility": 0.8524246650949269 } ], "mtp.layers.0.mlp.down_proj.weight": [ { "host_name": "mtp.layers.0.mlp.down_proj.weight", "donor_name": "model.layers.0.self_attn.o_proj.weight", "compatibility": 0.7291121645324571 } ], "mtp.layers.0.mlp.gate_proj.weight": [ { "host_name": "mtp.layers.0.mlp.gate_proj.weight", "donor_name": "model.layers.0.mlp.experts.gate_up_proj_bias", "compatibility": 0.7093123506219379 } ], "mtp.layers.0.mlp.up_proj.weight": [ { "host_name": "mtp.layers.0.mlp.up_proj.weight", "donor_name": "model.layers.0.self_attn.q_proj.weight", "compatibility": 0.6928655196609004 } ], "mtp.layers.0.self_attn.k_proj.weight": [ { "host_name": "mtp.layers.0.self_attn.k_proj.weight", "donor_name": "model.layers.0.self_attn.v_proj.weight", "compatibility": 0.9272005020726513 } ], "mtp.layers.0.self_attn.o_proj.weight": [ { "host_name": "mtp.layers.0.self_attn.o_proj.weight", "donor_name": "model.layers.0.self_attn.o_proj.weight", "compatibility": 0.9185634203160862 } ], "mtp.layers.0.self_attn.q_proj.weight": [ { "host_name": "mtp.layers.0.self_attn.q_proj.weight", "donor_name": "model.layers.0.self_attn.q_proj.weight", "compatibility": 0.7904225787714253 } ], "mtp.layers.0.self_attn.v_proj.weight": [ { "host_name": "mtp.layers.0.self_attn.v_proj.weight", "donor_name": "model.layers.0.self_attn.k_proj.weight", "compatibility": 0.9313112433856711 } ] } }