{ "recipe": "glm52-v1-bf16", "mode": "mpoa", "attn_layers": [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77 ], "attn_strength": 4.0, "ffn_layers": [ 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77 ], "ffn_strength": 5.0, "n_targets": 124, "change_pct_sample": [ [ "model.layers.12.self_attn.o_proj.weight", 5.2 ], [ "model.layers.13.self_attn.o_proj.weight", 4.73 ], [ "model.layers.14.self_attn.o_proj.weight", 5.98 ], [ "model.layers.15.self_attn.o_proj.weight", 4.51 ], [ "model.layers.16.self_attn.o_proj.weight", 5.56 ], [ "model.layers.17.self_attn.o_proj.weight", 5.06 ], [ "model.layers.18.self_attn.o_proj.weight", 4.7 ], [ "model.layers.19.self_attn.o_proj.weight", 5.11 ], [ "model.layers.20.self_attn.o_proj.weight", 5.19 ], [ "model.layers.20.mlp.shared_experts.down_proj.weight", 5.68 ], [ "model.layers.21.self_attn.o_proj.weight", 5.68 ], [ "model.layers.21.mlp.shared_experts.down_proj.weight", 5.4 ], [ "model.layers.22.mlp.shared_experts.down_proj.weight", 5.07 ], [ "model.layers.22.self_attn.o_proj.weight", 4.85 ], [ "model.layers.23.self_attn.o_proj.weight", 5.54 ], [ "model.layers.23.mlp.shared_experts.down_proj.weight", 6.3 ], [ "model.layers.24.self_attn.o_proj.weight", 4.64 ], [ "model.layers.24.mlp.shared_experts.down_proj.weight", 5.98 ], [ "model.layers.25.self_attn.o_proj.weight", 5.3 ], [ "model.layers.25.mlp.shared_experts.down_proj.weight", 6.74 ], [ "model.layers.26.self_attn.o_proj.weight", 5.17 ], [ "model.layers.26.mlp.shared_experts.down_proj.weight", 6.55 ], [ "model.layers.27.self_attn.o_proj.weight", 5.08 ], [ "model.layers.27.mlp.shared_experts.down_proj.weight", 5.3 ], [ "model.layers.28.self_attn.o_proj.weight", 4.62 ], [ "model.layers.28.mlp.shared_experts.down_proj.weight", 6.4 ], [ "model.layers.29.self_attn.o_proj.weight", 5.11 ], [ "model.layers.29.mlp.shared_experts.down_proj.weight", 6.92 ], [ "model.layers.30.self_attn.o_proj.weight", 5.1 ], [ "model.layers.30.mlp.shared_experts.down_proj.weight", 6.22 ], [ "model.layers.31.self_attn.o_proj.weight", 5.12 ], [ "model.layers.31.mlp.shared_experts.down_proj.weight", 6.01 ], [ "model.layers.32.self_attn.o_proj.weight", 6.24 ], [ "model.layers.32.mlp.shared_experts.down_proj.weight", 6.98 ], [ "model.layers.33.self_attn.o_proj.weight", 4.96 ], [ "model.layers.33.mlp.shared_experts.down_proj.weight", 5.79 ], [ "model.layers.34.self_attn.o_proj.weight", 5.51 ], [ "model.layers.34.mlp.shared_experts.down_proj.weight", 6.65 ], [ "model.layers.35.self_attn.o_proj.weight", 6.68 ], [ "model.layers.35.mlp.shared_experts.down_proj.weight", 6.53 ] ], "change_pct_mean": 8.19 }