{ "recipe": "glm52-v1-bf16", "mode": "mpoa", "attn_layers": [ 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77 ], "attn_strength": 4.0, "ffn_layers": [ 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77 ], "ffn_strength": 5.0, "n_targets": 119, "change_pct_sample": [ [ "model.layers.17.self_attn.o_proj.weight", 5.24 ], [ "model.layers.18.self_attn.o_proj.weight", 4.83 ], [ "model.layers.19.self_attn.o_proj.weight", 5.66 ], [ "model.layers.20.self_attn.o_proj.weight", 5.34 ], [ "model.layers.20.mlp.shared_experts.down_proj.weight", 4.84 ], [ "model.layers.21.self_attn.o_proj.weight", 6.05 ], [ "model.layers.21.mlp.shared_experts.down_proj.weight", 4.93 ], [ "model.layers.22.mlp.shared_experts.down_proj.weight", 4.67 ], [ "model.layers.22.self_attn.o_proj.weight", 5.02 ], [ "model.layers.23.self_attn.o_proj.weight", 5.25 ], [ "model.layers.23.mlp.shared_experts.down_proj.weight", 6.36 ], [ "model.layers.24.self_attn.o_proj.weight", 4.58 ], [ "model.layers.24.mlp.shared_experts.down_proj.weight", 5.83 ], [ "model.layers.25.self_attn.o_proj.weight", 5.53 ], [ "model.layers.25.mlp.shared_experts.down_proj.weight", 7.19 ], [ "model.layers.26.self_attn.o_proj.weight", 5.26 ], [ "model.layers.26.mlp.shared_experts.down_proj.weight", 6.9 ], [ "model.layers.27.self_attn.o_proj.weight", 4.79 ], [ "model.layers.27.mlp.shared_experts.down_proj.weight", 5.39 ], [ "model.layers.28.self_attn.o_proj.weight", 4.7 ], [ "model.layers.28.mlp.shared_experts.down_proj.weight", 6.4 ], [ "model.layers.29.self_attn.o_proj.weight", 4.98 ], [ "model.layers.29.mlp.shared_experts.down_proj.weight", 6.8 ], [ "model.layers.30.self_attn.o_proj.weight", 4.99 ], [ "model.layers.30.mlp.shared_experts.down_proj.weight", 5.92 ], [ "model.layers.31.self_attn.o_proj.weight", 5.29 ], [ "model.layers.31.mlp.shared_experts.down_proj.weight", 5.45 ], [ "model.layers.32.self_attn.o_proj.weight", 4.77 ], [ "model.layers.32.mlp.shared_experts.down_proj.weight", 6.04 ], [ "model.layers.33.self_attn.o_proj.weight", 4.66 ], [ "model.layers.33.mlp.shared_experts.down_proj.weight", 4.94 ], [ "model.layers.34.self_attn.o_proj.weight", 5.45 ], [ "model.layers.34.mlp.shared_experts.down_proj.weight", 6.23 ], [ "model.layers.35.self_attn.o_proj.weight", 5.44 ], [ "model.layers.35.mlp.shared_experts.down_proj.weight", 5.99 ], [ "model.layers.36.self_attn.o_proj.weight", 5.59 ], [ "model.layers.36.mlp.shared_experts.down_proj.weight", 6.09 ], [ "model.layers.37.self_attn.o_proj.weight", 4.67 ], [ "model.layers.37.mlp.shared_experts.down_proj.weight", 5.66 ], [ "model.layers.38.self_attn.o_proj.weight", 5.29 ] ], "change_pct_mean": 6.64 }