{ "method": "static_mixed_precision", "base_model": "/Users/codelion/.cache/huggingface/hub/models--Kwaipilot--KAT-Coder-V2.5-Dev/snapshots/7a4a45dc6426b4951be99a9f230557c0b0b77761/", "reference": "structural_rules", "target_bpw": 4.5, "achieved_bpw": 4.510037156886497, "n_high_bits": 400, "n_low_bits": 111, "threshold": 0.0, "per_layer": { "language_model.lm_head": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.switch_mlp.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.switch_mlp.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.switch_mlp.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.39.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.38.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.38.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.38.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.38.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.37.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.37.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.37.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.37.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.36.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.36.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.36.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.36.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.35.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.35.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.35.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.35.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.34.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.34.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.34.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.34.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.33.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.33.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.33.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.33.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.32.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.32.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.32.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.32.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.31.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.31.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.31.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.31.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.30.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.30.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.30.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.30.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.29.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.29.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.29.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.29.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.28.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.28.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.28.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.28.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.27.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.27.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.27.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.27.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.26.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.26.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.26.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.26.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.25.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.25.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.25.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.25.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.24.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.24.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.24.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.24.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.23.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.23.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.23.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.23.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.22.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.22.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.22.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.22.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.21.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.21.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.21.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.21.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.20.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.20.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.20.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.20.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.19.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.19.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.19.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.19.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.18.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.18.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.18.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.18.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.17.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.17.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.17.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.17.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.16.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.16.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.16.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.16.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.15.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.15.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.15.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.15.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.14.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.14.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.14.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.14.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.13.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.13.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.13.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.13.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.12.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.12.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.12.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.12.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.11.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.11.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.11.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.11.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.10.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.10.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.10.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.10.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.9.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.9.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.9.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.9.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.8.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.8.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.8.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.8.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.7.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.7.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.7.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.7.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.6.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.6.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.6.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.6.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.5.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.5.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.5.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.5.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.4.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.4.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.4.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.4.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.3.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.3.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.3.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.self_attn.o_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.self_attn.v_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.self_attn.k_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.3.self_attn.q_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.mlp.switch_mlp.down_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.2.mlp.switch_mlp.up_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.2.mlp.switch_mlp.gate_proj": { "bits": 4, "group_size": 64 }, "language_model.model.layers.2.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.2.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.switch_mlp.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.switch_mlp.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.switch_mlp.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.1.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.shared_expert_gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.shared_expert.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.shared_expert.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.shared_expert.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.switch_mlp.down_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.switch_mlp.up_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.switch_mlp.gate_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.mlp.gate": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.linear_attn.out_proj": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.linear_attn.in_proj_a": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.linear_attn.in_proj_b": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.linear_attn.in_proj_z": { "bits": 8, "group_size": 64 }, "language_model.model.layers.0.linear_attn.in_proj_qkv": { "bits": 8, "group_size": 64 } }, "expert_pruning": { "method": "reap", "parent_model": "mlx-community/KAT-Coder-V2.5-Dev-OptiQ-4bit", "num_experts_before": 256, "top_k": 8, "experts_per_layer": { "0": 128, "1": 128, "2": 128, "3": 128, "4": 128, "5": 128, "6": 128, "7": 128, "8": 128, "9": 128, "10": 128, "11": 128, "12": 128, "13": 128, "14": 128, "15": 128, "16": 128, "17": 128, "18": 128, "19": 128, "20": 128, "21": 128, "22": 128, "23": 128, "24": 128, "25": 128, "26": 128, "27": 128, "28": 128, "29": 128, "30": 128, "31": 128, "32": 128, "33": 128, "34": 128, "35": 128, "36": 128, "37": 128, "38": 128, "39": 128 }, "uniform_retention": true, "expert_bytes_before": 19327352832, "expert_bytes_after": 9663676416, "calibration_mix": "optiq", "calibration_samples": 8, "seed": 42, "min_expert_coverage": 0.99609375, "retention_target": 0.5, "ranking": "conditional", "retained_experts": { "0": [ 0, 1, 2, 3, 4, 6, 8, 13, 17, 19, 20, 22, 24, 26, 27, 29, 31, 32, 35, 36, 37, 40, 41, 43, 44, 46, 47, 48, 50, 51, 52, 54, 57, 62, 65, 66, 69, 70, 71, 75, 77, 78, 81, 84, 86, 92, 93, 94, 95, 96, 98, 104, 106, 108, 109, 112, 114, 115, 116, 117, 122, 124, 126, 127, 134, 135, 136, 138, 139, 140, 143, 144, 152, 154, 157, 158, 159, 163, 164, 166, 167, 169, 172, 173, 174, 175, 177, 179, 180, 181, 182, 184, 185, 186, 188, 189, 191, 197, 198, 199, 200, 201, 206, 210, 211, 212, 217, 218, 219, 220, 223, 225, 226, 228, 229, 230, 231, 232, 233, 234, 235, 236, 238, 239, 240, 249, 250, 254 ], "1": [ 0, 1, 3, 4, 5, 7, 8, 9, 11, 13, 14, 16, 18, 19, 23, 24, 26, 27, 28, 29, 30, 32, 33, 34, 37, 40, 43, 44, 46, 51, 52, 55, 56, 58, 59, 60, 61, 62, 64, 66, 67, 68, 71, 75, 76, 80, 82, 83, 85, 86, 88, 90, 91, 94, 95, 96, 97, 100, 101, 102, 108, 109, 111, 112, 116, 117, 118, 120, 123, 124, 126, 127, 128, 129, 132, 133, 135, 139, 140, 141, 143, 146, 147, 149, 153, 154, 162, 163, 164, 171, 172, 173, 178, 182, 184, 185, 188, 190, 191, 192, 193, 195, 197, 198, 201, 202, 203, 205, 208, 210, 211, 215, 217, 223, 224, 225, 226, 230, 233, 234, 236, 239, 241, 242, 245, 250, 251, 252 ], "2": [ 3, 8, 10, 11, 13, 15, 16, 18, 20, 23, 24, 25, 29, 31, 32, 33, 34, 37, 39, 40, 41, 43, 45, 47, 49, 51, 52, 56, 58, 60, 61, 63, 64, 68, 69, 71, 72, 74, 75, 76, 79, 81, 83, 84, 87, 88, 89, 91, 92, 93, 94, 95, 96, 100, 101, 102, 106, 107, 108, 110, 111, 112, 113, 115, 117, 119, 120, 129, 131, 133, 134, 137, 139, 141, 143, 147, 148, 149, 150, 153, 157, 158, 159, 160, 167, 170, 174, 175, 177, 178, 180, 182, 184, 185, 187, 188, 192, 194, 195, 198, 200, 201, 202, 205, 207, 211, 212, 218, 219, 221, 222, 223, 224, 226, 228, 230, 234, 235, 236, 237, 238, 239, 245, 247, 249, 251, 252, 253 ], "3": [ 0, 2, 3, 6, 7, 9, 10, 11, 14, 15, 16, 17, 18, 20, 22, 23, 25, 26, 27, 28, 30, 34, 35, 36, 38, 39, 42, 43, 44, 53, 54, 55, 56, 57, 58, 59, 61, 63, 67, 69, 70, 72, 75, 81, 82, 83, 86, 87, 88, 91, 92, 93, 94, 98, 99, 101, 103, 104, 106, 108, 109, 110, 111, 112, 113, 116, 117, 119, 126, 128, 129, 131, 132, 133, 136, 137, 139, 146, 147, 148, 149, 154, 155, 157, 159, 161, 164, 166, 167, 169, 170, 171, 177, 180, 184, 187, 188, 189, 190, 191, 192, 194, 196, 197, 199, 201, 202, 211, 213, 214, 216, 218, 221, 224, 225, 226, 228, 230, 233, 234, 236, 237, 243, 245, 247, 248, 249, 251 ], "4": [ 1, 2, 4, 5, 6, 8, 10, 11, 12, 13, 14, 15, 16, 17, 22, 24, 25, 26, 28, 36, 37, 38, 39, 40, 42, 44, 46, 47, 51, 52, 53, 54, 55, 57, 58, 59, 60, 61, 63, 65, 67, 70, 71, 74, 76, 77, 84, 88, 90, 91, 93, 94, 95, 98, 103, 105, 108, 110, 112, 113, 116, 117, 118, 119, 121, 122, 123, 126, 128, 129, 130, 131, 133, 134, 138, 139, 140, 142, 143, 147, 148, 149, 152, 153, 154, 155, 156, 158, 161, 164, 166, 167, 168, 169, 172, 175, 178, 180, 186, 190, 192, 195, 198, 200, 203, 204, 205, 206, 208, 211, 212, 215, 216, 217, 220, 221, 228, 231, 235, 239, 240, 241, 243, 244, 247, 251, 253, 254 ], "5": [ 0, 1, 2, 3, 4, 7, 8, 9, 10, 11, 12, 14, 19, 22, 23, 24, 27, 31, 35, 36, 38, 40, 44, 45, 46, 48, 49, 50, 52, 53, 54, 55, 58, 59, 61, 63, 64, 65, 66, 67, 69, 70, 71, 74, 77, 81, 82, 84, 86, 88, 91, 94, 95, 96, 98, 100, 103, 104, 108, 110, 111, 114, 115, 119, 120, 123, 126, 127, 128, 129, 135, 136, 137, 140, 144, 145, 146, 147, 149, 150, 151, 152, 153, 157, 158, 161, 163, 164, 165, 169, 170, 171, 172, 173, 174, 177, 178, 181, 183, 185, 187, 188, 193, 198, 202, 203, 205, 206, 208, 210, 213, 214, 218, 222, 223, 224, 225, 228, 232, 233, 235, 236, 249, 250, 251, 252, 253, 254 ], "6": [ 0, 1, 2, 3, 4, 7, 8, 9, 12, 14, 16, 18, 19, 20, 22, 25, 26, 27, 30, 31, 33, 34, 38, 39, 42, 43, 49, 50, 51, 52, 54, 56, 57, 58, 59, 60, 61, 62, 65, 68, 70, 72, 73, 75, 79, 82, 84, 85, 90, 91, 92, 94, 100, 102, 105, 107, 108, 113, 114, 115, 120, 122, 123, 125, 126, 128, 130, 134, 135, 136, 138, 142, 143, 147, 148, 149, 151, 153, 154, 156, 157, 159, 161, 162, 165, 167, 168, 169, 172, 173, 174, 175, 177, 178, 180, 182, 183, 185, 186, 188, 197, 200, 201, 202, 203, 204, 205, 210, 218, 219, 220, 223, 226, 229, 232, 234, 235, 237, 238, 240, 241, 243, 245, 246, 249, 250, 253, 255 ], "7": [ 0, 1, 2, 4, 7, 10, 11, 12, 14, 16, 17, 18, 19, 23, 26, 27, 28, 29, 30, 31, 35, 36, 37, 38, 39, 40, 41, 43, 44, 48, 49, 53, 55, 56, 58, 61, 64, 66, 69, 74, 75, 76, 77, 78, 79, 80, 81, 83, 84, 85, 86, 88, 91, 92, 94, 97, 105, 108, 111, 112, 116, 117, 118, 119, 120, 123, 125, 127, 128, 129, 131, 132, 133, 137, 138, 146, 147, 149, 154, 155, 157, 158, 160, 161, 163, 164, 167, 169, 171, 172, 174, 175, 176, 181, 182, 184, 185, 187, 188, 191, 192, 199, 202, 208, 210, 212, 215, 220, 221, 223, 225, 226, 227, 228, 229, 233, 238, 239, 240, 242, 243, 244, 245, 246, 248, 249, 253, 254 ], "8": [ 0, 2, 3, 4, 7, 9, 13, 14, 15, 16, 20, 22, 23, 27, 28, 29, 33, 34, 35, 38, 39, 41, 43, 45, 46, 47, 49, 50, 52, 53, 58, 60, 61, 65, 68, 69, 70, 71, 72, 74, 76, 82, 83, 85, 86, 88, 89, 91, 94, 97, 98, 99, 103, 104, 107, 110, 111, 112, 113, 115, 116, 120, 121, 122, 123, 124, 128, 129, 132, 133, 134, 135, 137, 143, 144, 145, 148, 150, 151, 157, 158, 159, 167, 169, 171, 174, 175, 176, 180, 181, 182, 184, 185, 186, 188, 190, 191, 193, 194, 195, 198, 199, 201, 206, 207, 208, 210, 211, 212, 216, 220, 222, 224, 225, 228, 232, 234, 238, 239, 240, 242, 243, 246, 247, 248, 249, 250, 252 ], "9": [ 1, 2, 3, 4, 5, 9, 10, 11, 13, 14, 16, 17, 18, 19, 20, 21, 22, 25, 28, 29, 31, 32, 34, 37, 38, 39, 44, 45, 47, 49, 50, 52, 54, 58, 59, 61, 64, 65, 66, 69, 73, 74, 77, 80, 81, 82, 85, 89, 90, 91, 94, 95, 96, 97, 98, 99, 100, 102, 103, 104, 105, 108, 109, 111, 116, 117, 120, 123, 126, 128, 130, 132, 134, 137, 139, 142, 144, 145, 146, 148, 150, 151, 153, 156, 160, 161, 162, 164, 165, 168, 172, 178, 180, 182, 183, 185, 186, 188, 189, 191, 193, 198, 203, 205, 206, 207, 208, 215, 217, 220, 224, 225, 227, 229, 231, 236, 237, 238, 239, 240, 241, 243, 244, 245, 250, 251, 254, 255 ], "10": [ 1, 5, 7, 8, 9, 12, 15, 17, 19, 20, 24, 26, 27, 30, 31, 32, 34, 35, 36, 38, 42, 45, 46, 47, 51, 54, 56, 59, 62, 65, 66, 68, 70, 72, 73, 74, 77, 79, 81, 85, 88, 89, 91, 92, 97, 98, 103, 109, 110, 111, 113, 114, 116, 117, 119, 120, 122, 124, 125, 126, 128, 130, 131, 132, 134, 135, 137, 139, 140, 142, 146, 147, 148, 149, 152, 154, 156, 157, 158, 159, 161, 163, 165, 169, 170, 171, 172, 173, 176, 178, 180, 181, 184, 186, 187, 190, 193, 196, 197, 198, 200, 201, 205, 207, 216, 218, 220, 221, 222, 223, 225, 226, 228, 230, 232, 233, 234, 242, 243, 244, 245, 246, 248, 250, 251, 252, 253, 254 ], "11": [ 0, 2, 3, 10, 11, 13, 14, 15, 17, 18, 19, 20, 21, 23, 27, 29, 32, 36, 37, 39, 42, 43, 44, 47, 48, 49, 52, 54, 59, 60, 62, 63, 64, 66, 68, 69, 70, 71, 72, 77, 79, 81, 83, 84, 85, 86, 93, 95, 97, 98, 99, 105, 106, 107, 109, 111, 114, 115, 116, 117, 118, 120, 121, 128, 130, 131, 133, 136, 137, 139, 141, 142, 144, 145, 146, 147, 150, 151, 153, 154, 157, 158, 161, 164, 166, 167, 169, 170, 174, 175, 178, 179, 184, 186, 189, 190, 191, 194, 195, 197, 199, 201, 202, 203, 206, 207, 209, 210, 211, 212, 216, 218, 220, 222, 223, 225, 229, 230, 231, 236, 238, 240, 241, 244, 247, 248, 250, 255 ], "12": [ 1, 2, 3, 7, 10, 11, 12, 14, 15, 16, 17, 18, 20, 21, 25, 26, 28, 32, 33, 35, 36, 37, 38, 39, 40, 43, 44, 46, 47, 50, 55, 56, 57, 59, 60, 63, 65, 66, 67, 71, 72, 73, 74, 75, 80, 81, 82, 84, 85, 92, 93, 95, 97, 99, 101, 103, 106, 107, 108, 109, 110, 112, 115, 116, 119, 125, 128, 131, 132, 137, 138, 140, 143, 147, 148, 149, 151, 155, 157, 158, 159, 160, 161, 163, 166, 171, 172, 176, 178, 181, 183, 185, 186, 189, 190, 191, 193, 194, 196, 198, 199, 203, 205, 206, 208, 210, 212, 217, 219, 220, 221, 222, 223, 226, 228, 230, 231, 233, 234, 236, 238, 239, 240, 241, 242, 248, 249, 250 ], "13": [ 0, 1, 6, 10, 11, 13, 14, 15, 16, 18, 19, 20, 21, 22, 25, 28, 29, 33, 36, 37, 38, 41, 42, 43, 44, 45, 46, 47, 48, 51, 52, 56, 58, 61, 65, 71, 72, 74, 76, 77, 80, 81, 83, 87, 89, 90, 92, 93, 94, 97, 98, 99, 100, 101, 103, 104, 105, 110, 111, 112, 113, 115, 116, 120, 122, 124, 126, 127, 131, 134, 136, 137, 140, 142, 144, 145, 147, 148, 151, 154, 156, 157, 160, 162, 164, 165, 166, 168, 170, 171, 175, 178, 179, 180, 182, 183, 192, 193, 195, 197, 199, 200, 202, 203, 204, 205, 207, 208, 210, 211, 212, 215, 218, 219, 220, 222, 223, 224, 228, 230, 232, 239, 240, 243, 244, 248, 251, 252 ], "14": [ 1, 3, 5, 7, 10, 11, 14, 15, 16, 18, 19, 20, 21, 22, 28, 32, 37, 38, 40, 42, 44, 46, 47, 49, 50, 51, 52, 53, 54, 60, 61, 62, 63, 66, 67, 69, 72, 73, 75, 76, 78, 79, 83, 85, 86, 90, 92, 93, 94, 96, 101, 103, 105, 106, 109, 111, 115, 116, 117, 118, 122, 124, 131, 132, 134, 137, 141, 143, 144, 145, 146, 147, 148, 151, 152, 153, 155, 156, 158, 159, 160, 163, 164, 165, 167, 168, 171, 172, 173, 174, 175, 176, 178, 180, 182, 183, 184, 188, 189, 190, 194, 196, 198, 199, 201, 202, 204, 208, 212, 213, 214, 215, 218, 222, 225, 226, 227, 229, 230, 231, 235, 237, 238, 241, 248, 249, 250, 253 ], "15": [ 0, 1, 3, 5, 7, 10, 11, 12, 14, 15, 16, 17, 18, 21, 23, 24, 28, 32, 33, 35, 36, 37, 38, 39, 40, 41, 44, 46, 49, 50, 51, 52, 53, 54, 55, 57, 58, 60, 63, 64, 65, 67, 71, 72, 74, 76, 77, 79, 80, 81, 85, 87, 88, 90, 94, 95, 96, 97, 98, 99, 101, 103, 104, 109, 111, 112, 114, 116, 118, 119, 120, 121, 129, 130, 133, 134, 135, 139, 145, 146, 147, 148, 149, 159, 162, 163, 165, 166, 169, 170, 171, 172, 177, 178, 180, 181, 185, 186, 189, 193, 200, 203, 204, 206, 209, 212, 213, 214, 218, 220, 221, 222, 227, 229, 232, 233, 236, 238, 239, 240, 241, 242, 245, 246, 248, 249, 250, 252 ], "16": [ 0, 1, 4, 5, 6, 7, 8, 9, 10, 12, 15, 22, 24, 25, 26, 28, 30, 33, 34, 35, 43, 45, 46, 47, 51, 53, 54, 56, 58, 59, 61, 68, 71, 72, 73, 74, 76, 77, 78, 80, 82, 83, 84, 87, 91, 96, 99, 101, 102, 105, 113, 114, 115, 116, 117, 119, 120, 122, 123, 124, 125, 127, 129, 130, 133, 136, 137, 138, 142, 145, 147, 149, 150, 151, 154, 155, 156, 157, 160, 161, 163, 167, 168, 172, 173, 176, 178, 180, 181, 183, 185, 186, 188, 190, 191, 193, 195, 196, 197, 199, 201, 203, 209, 211, 212, 219, 221, 223, 224, 228, 229, 230, 231, 232, 233, 234, 235, 237, 238, 239, 241, 243, 249, 250, 251, 253, 254, 255 ], "17": [ 0, 1, 2, 3, 5, 8, 12, 13, 14, 17, 18, 19, 20, 21, 22, 26, 29, 32, 35, 38, 41, 42, 46, 48, 49, 52, 54, 55, 57, 58, 60, 61, 62, 63, 64, 65, 69, 72, 74, 76, 78, 79, 81, 84, 87, 88, 89, 90, 93, 94, 96, 98, 101, 102, 104, 109, 110, 114, 115, 119, 120, 126, 128, 130, 132, 135, 140, 142, 147, 148, 149, 152, 155, 156, 157, 158, 162, 164, 169, 170, 171, 172, 173, 174, 176, 177, 179, 180, 184, 185, 188, 190, 192, 193, 195, 196, 197, 198, 199, 201, 202, 204, 206, 208, 210, 211, 213, 214, 216, 217, 218, 219, 220, 222, 223, 225, 230, 233, 234, 235, 236, 238, 242, 244, 248, 250, 252, 255 ], "18": [ 0, 1, 4, 5, 6, 8, 11, 13, 15, 16, 18, 19, 21, 22, 25, 28, 36, 39, 43, 45, 48, 50, 51, 53, 55, 57, 58, 62, 63, 64, 66, 67, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83, 84, 85, 90, 91, 92, 96, 97, 107, 108, 109, 112, 115, 116, 120, 121, 122, 123, 127, 128, 129, 130, 135, 138, 139, 141, 144, 145, 147, 148, 149, 151, 152, 157, 158, 159, 162, 163, 169, 170, 174, 175, 176, 177, 179, 182, 183, 184, 185, 186, 187, 188, 189, 190, 192, 196, 197, 201, 202, 203, 204, 209, 212, 214, 219, 220, 222, 223, 224, 225, 226, 227, 229, 232, 233, 235, 237, 239, 240, 241, 244, 245, 250, 254, 255 ], "19": [ 0, 2, 3, 4, 6, 7, 11, 12, 13, 15, 16, 18, 20, 22, 23, 25, 26, 27, 28, 30, 33, 34, 35, 36, 38, 39, 42, 43, 46, 47, 48, 49, 50, 51, 52, 54, 55, 57, 58, 59, 60, 61, 63, 67, 70, 71, 72, 73, 82, 84, 85, 88, 91, 95, 96, 99, 101, 103, 108, 109, 112, 115, 116, 118, 120, 122, 126, 127, 129, 130, 132, 133, 134, 135, 137, 143, 144, 145, 149, 150, 151, 152, 159, 160, 163, 165, 166, 167, 169, 171, 172, 173, 174, 179, 180, 181, 183, 185, 188, 190, 192, 196, 197, 199, 200, 201, 202, 205, 211, 212, 215, 216, 218, 219, 221, 225, 226, 228, 229, 230, 231, 233, 237, 240, 245, 247, 249, 253 ], "20": [ 0, 3, 4, 7, 10, 11, 15, 16, 18, 20, 22, 23, 27, 28, 29, 33, 35, 38, 40, 42, 43, 45, 47, 48, 49, 50, 52, 53, 55, 58, 60, 65, 66, 68, 69, 71, 72, 74, 76, 77, 78, 82, 83, 85, 86, 89, 91, 94, 95, 98, 99, 103, 107, 110, 112, 113, 115, 116, 119, 120, 121, 122, 123, 124, 127, 129, 133, 134, 135, 141, 143, 144, 145, 148, 150, 151, 152, 157, 159, 161, 164, 167, 169, 174, 175, 176, 179, 180, 181, 183, 184, 185, 186, 188, 190, 191, 193, 194, 195, 197, 198, 199, 202, 204, 206, 207, 208, 211, 212, 215, 216, 217, 220, 222, 224, 225, 228, 232, 234, 238, 239, 240, 242, 243, 247, 248, 250, 252 ], "21": [ 0, 1, 2, 5, 6, 9, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 24, 25, 28, 29, 32, 37, 38, 39, 41, 44, 47, 49, 54, 58, 59, 61, 64, 65, 66, 67, 69, 71, 72, 73, 74, 77, 80, 81, 82, 85, 90, 91, 94, 95, 96, 97, 99, 100, 102, 103, 105, 108, 109, 111, 114, 116, 120, 121, 123, 126, 127, 130, 131, 132, 133, 137, 139, 140, 142, 144, 146, 148, 150, 151, 156, 160, 161, 162, 164, 165, 170, 172, 174, 178, 180, 182, 184, 185, 186, 187, 188, 189, 191, 193, 197, 200, 203, 205, 206, 207, 208, 215, 217, 224, 225, 227, 229, 231, 236, 237, 239, 240, 241, 243, 244, 245, 249, 250, 251, 254, 255 ], "22": [ 0, 1, 5, 7, 9, 12, 14, 17, 19, 20, 23, 24, 26, 27, 30, 31, 32, 34, 35, 36, 38, 40, 45, 46, 47, 53, 54, 56, 57, 59, 62, 65, 66, 68, 70, 72, 73, 74, 77, 79, 81, 88, 89, 91, 92, 97, 98, 101, 103, 108, 109, 110, 111, 113, 114, 116, 117, 119, 120, 124, 125, 126, 128, 130, 131, 135, 137, 139, 142, 146, 147, 148, 149, 154, 156, 157, 159, 160, 161, 163, 165, 169, 170, 171, 172, 173, 176, 177, 178, 181, 182, 184, 185, 187, 190, 193, 194, 196, 197, 198, 200, 205, 207, 216, 218, 220, 221, 222, 223, 225, 226, 228, 230, 232, 233, 234, 235, 236, 242, 243, 244, 245, 246, 248, 250, 251, 252, 253 ], "23": [ 0, 2, 3, 10, 11, 12, 13, 14, 15, 17, 18, 19, 20, 21, 22, 23, 27, 32, 36, 37, 39, 41, 42, 43, 44, 47, 49, 52, 54, 57, 59, 60, 61, 62, 63, 64, 66, 68, 69, 70, 71, 72, 77, 79, 80, 81, 83, 85, 86, 93, 95, 97, 98, 99, 101, 106, 107, 109, 111, 114, 115, 116, 117, 118, 119, 120, 121, 128, 130, 131, 133, 135, 136, 139, 140, 141, 142, 144, 145, 146, 147, 151, 153, 154, 156, 157, 158, 160, 161, 164, 166, 167, 169, 170, 174, 175, 178, 180, 186, 189, 191, 192, 193, 194, 195, 197, 199, 201, 202, 203, 206, 207, 208, 209, 210, 216, 218, 220, 222, 223, 230, 238, 241, 244, 247, 248, 250, 253 ], "24": [ 0, 1, 3, 7, 10, 11, 12, 14, 15, 16, 17, 18, 20, 21, 25, 26, 28, 32, 33, 35, 36, 37, 38, 39, 40, 43, 44, 46, 47, 50, 52, 53, 55, 57, 59, 60, 63, 65, 67, 71, 72, 73, 74, 75, 76, 79, 80, 81, 82, 84, 85, 91, 92, 93, 95, 97, 99, 101, 103, 106, 107, 108, 109, 110, 115, 116, 119, 125, 126, 128, 131, 132, 137, 138, 140, 145, 147, 148, 149, 151, 155, 157, 159, 160, 161, 163, 164, 166, 169, 171, 178, 183, 185, 186, 190, 191, 196, 198, 199, 203, 205, 206, 208, 210, 212, 215, 216, 217, 218, 219, 220, 221, 222, 223, 228, 230, 231, 233, 234, 238, 239, 240, 242, 244, 248, 249, 250, 251 ], "25": [ 0, 1, 6, 10, 11, 13, 15, 16, 18, 19, 20, 21, 22, 30, 33, 34, 37, 38, 41, 42, 43, 44, 45, 47, 48, 49, 50, 52, 56, 57, 58, 61, 63, 65, 72, 76, 77, 78, 81, 83, 84, 87, 89, 90, 92, 93, 94, 97, 100, 101, 103, 104, 105, 110, 111, 112, 113, 115, 116, 120, 122, 124, 126, 127, 130, 131, 134, 136, 137, 140, 142, 144, 145, 147, 148, 151, 154, 155, 160, 162, 164, 165, 166, 168, 170, 171, 175, 178, 179, 180, 182, 183, 192, 193, 195, 197, 199, 200, 202, 203, 204, 205, 207, 208, 210, 211, 214, 215, 216, 217, 218, 219, 220, 222, 223, 224, 228, 230, 232, 234, 239, 240, 242, 243, 244, 248, 251, 252 ], "26": [ 1, 3, 5, 6, 10, 12, 14, 15, 16, 18, 19, 20, 21, 22, 26, 31, 32, 35, 38, 40, 42, 44, 50, 51, 52, 53, 54, 59, 60, 61, 62, 64, 67, 69, 72, 73, 75, 76, 77, 78, 81, 83, 84, 85, 86, 88, 90, 92, 93, 94, 96, 97, 101, 103, 104, 105, 106, 111, 115, 116, 118, 122, 124, 131, 132, 134, 137, 141, 143, 144, 145, 146, 147, 148, 151, 153, 156, 158, 159, 160, 163, 165, 166, 167, 171, 172, 173, 174, 175, 176, 178, 180, 182, 183, 184, 189, 190, 194, 196, 198, 199, 201, 202, 203, 204, 212, 213, 214, 216, 218, 220, 222, 225, 226, 227, 229, 230, 231, 234, 235, 237, 238, 241, 242, 248, 250, 253, 254 ], "27": [ 0, 1, 3, 5, 7, 10, 11, 12, 14, 15, 16, 17, 18, 23, 24, 28, 32, 33, 35, 36, 37, 38, 39, 40, 41, 42, 44, 46, 49, 50, 51, 52, 53, 54, 55, 57, 58, 60, 63, 64, 65, 66, 70, 71, 72, 74, 76, 77, 79, 80, 81, 85, 87, 88, 90, 94, 95, 96, 97, 98, 99, 101, 103, 104, 111, 114, 116, 118, 119, 120, 121, 130, 133, 134, 135, 137, 139, 141, 142, 145, 146, 147, 149, 150, 153, 155, 157, 159, 162, 165, 166, 169, 170, 171, 172, 177, 178, 180, 181, 183, 184, 185, 186, 189, 193, 200, 203, 204, 206, 212, 214, 218, 221, 227, 229, 233, 235, 236, 239, 240, 241, 242, 246, 248, 249, 250, 251, 252 ], "28": [ 0, 1, 2, 4, 5, 7, 9, 10, 12, 13, 14, 15, 18, 22, 24, 25, 26, 28, 32, 33, 34, 35, 43, 45, 46, 47, 53, 54, 56, 57, 58, 59, 61, 68, 71, 72, 73, 74, 75, 76, 77, 78, 81, 82, 83, 84, 87, 91, 93, 94, 95, 96, 99, 101, 102, 105, 107, 113, 114, 115, 116, 117, 119, 120, 122, 124, 125, 126, 127, 129, 133, 136, 137, 138, 142, 145, 147, 149, 151, 152, 155, 156, 157, 160, 161, 166, 167, 168, 170, 172, 173, 176, 178, 179, 181, 183, 185, 186, 190, 191, 193, 195, 196, 201, 203, 205, 209, 211, 212, 217, 219, 221, 224, 228, 229, 230, 232, 234, 235, 237, 238, 241, 243, 245, 250, 251, 254, 255 ], "29": [ 0, 1, 2, 4, 5, 8, 13, 14, 16, 17, 18, 19, 20, 21, 26, 32, 37, 38, 41, 42, 43, 44, 46, 49, 52, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 65, 69, 72, 73, 76, 78, 79, 81, 84, 87, 88, 89, 90, 93, 94, 98, 100, 101, 102, 104, 105, 107, 109, 110, 114, 115, 118, 119, 120, 125, 126, 128, 130, 132, 139, 140, 142, 145, 147, 148, 150, 151, 152, 155, 156, 157, 158, 160, 162, 164, 169, 170, 171, 172, 173, 176, 177, 179, 180, 184, 185, 188, 190, 192, 195, 196, 198, 204, 206, 208, 210, 213, 214, 216, 217, 218, 219, 220, 222, 223, 225, 230, 233, 234, 235, 236, 238, 241, 244, 248, 249, 250, 252 ], "30": [ 0, 4, 5, 6, 8, 11, 15, 16, 18, 19, 20, 21, 22, 23, 25, 28, 31, 36, 43, 44, 45, 48, 50, 51, 53, 55, 58, 61, 62, 63, 64, 66, 69, 71, 72, 73, 74, 75, 76, 77, 79, 80, 81, 83, 85, 89, 90, 91, 92, 96, 97, 103, 108, 109, 112, 115, 116, 120, 121, 122, 123, 126, 128, 129, 130, 131, 135, 138, 139, 142, 143, 144, 147, 148, 152, 156, 158, 159, 162, 163, 165, 169, 170, 172, 174, 175, 176, 179, 182, 184, 185, 186, 187, 188, 190, 192, 195, 196, 197, 201, 202, 203, 204, 205, 208, 209, 212, 214, 215, 219, 220, 223, 224, 225, 226, 227, 229, 232, 235, 237, 239, 240, 241, 242, 245, 250, 254, 255 ], "31": [ 0, 2, 3, 4, 7, 10, 12, 13, 15, 18, 19, 20, 22, 23, 26, 27, 28, 30, 33, 34, 35, 36, 37, 38, 39, 41, 42, 43, 46, 47, 48, 49, 50, 51, 52, 54, 55, 57, 58, 59, 60, 61, 63, 66, 67, 70, 71, 73, 75, 82, 83, 85, 88, 91, 95, 96, 99, 101, 103, 106, 107, 109, 112, 114, 115, 116, 120, 122, 125, 126, 127, 128, 130, 132, 133, 134, 135, 138, 143, 144, 145, 147, 149, 152, 154, 157, 163, 164, 165, 166, 167, 169, 173, 174, 179, 180, 181, 183, 188, 192, 196, 199, 200, 201, 202, 204, 205, 207, 211, 212, 215, 216, 218, 219, 221, 225, 226, 228, 229, 230, 231, 233, 237, 240, 243, 247, 249, 253 ], "32": [ 2, 5, 6, 7, 12, 13, 14, 15, 17, 18, 19, 22, 23, 25, 26, 28, 29, 31, 33, 34, 37, 42, 46, 47, 48, 55, 56, 57, 58, 60, 67, 68, 70, 73, 74, 75, 76, 83, 84, 85, 86, 87, 88, 89, 90, 92, 95, 96, 98, 99, 102, 103, 106, 108, 109, 112, 113, 116, 119, 120, 121, 123, 125, 126, 127, 129, 131, 132, 134, 136, 137, 138, 139, 140, 142, 144, 146, 147, 148, 149, 156, 157, 158, 161, 162, 170, 173, 174, 175, 178, 179, 181, 184, 185, 186, 187, 191, 192, 195, 197, 199, 201, 202, 204, 210, 215, 216, 220, 221, 223, 224, 225, 226, 228, 233, 235, 236, 237, 238, 243, 245, 246, 247, 248, 250, 251, 252, 254 ], "33": [ 0, 5, 6, 7, 11, 16, 18, 21, 23, 28, 30, 33, 36, 37, 41, 43, 46, 47, 48, 49, 50, 51, 52, 55, 56, 57, 58, 59, 61, 63, 66, 68, 70, 72, 73, 74, 75, 76, 78, 79, 81, 82, 83, 84, 85, 86, 87, 90, 92, 93, 94, 95, 96, 97, 102, 103, 104, 105, 106, 107, 111, 116, 117, 119, 121, 126, 127, 129, 130, 132, 133, 134, 136, 139, 143, 147, 151, 152, 154, 156, 161, 162, 164, 165, 167, 168, 170, 171, 172, 176, 177, 179, 180, 181, 182, 183, 185, 186, 189, 190, 192, 198, 199, 201, 203, 204, 205, 206, 210, 211, 214, 215, 217, 220, 224, 228, 229, 231, 232, 234, 237, 238, 240, 244, 247, 250, 251, 253 ], "34": [ 1, 3, 5, 9, 10, 11, 12, 13, 15, 16, 18, 19, 21, 22, 23, 26, 27, 29, 32, 33, 37, 42, 44, 45, 49, 52, 54, 55, 56, 58, 59, 62, 63, 64, 66, 67, 70, 72, 74, 80, 81, 82, 84, 85, 86, 88, 90, 91, 92, 93, 94, 95, 96, 97, 101, 102, 109, 112, 113, 114, 116, 118, 121, 123, 128, 129, 131, 132, 133, 134, 138, 141, 143, 144, 146, 149, 150, 152, 154, 159, 161, 166, 169, 174, 175, 176, 179, 180, 182, 183, 185, 186, 187, 188, 191, 195, 196, 197, 205, 206, 207, 208, 212, 213, 217, 218, 219, 220, 224, 225, 226, 227, 233, 235, 236, 238, 239, 240, 241, 244, 246, 247, 249, 250, 252, 253, 254, 255 ], "35": [ 1, 2, 3, 5, 7, 8, 9, 12, 14, 16, 18, 22, 24, 27, 36, 37, 39, 40, 42, 43, 44, 46, 49, 51, 52, 53, 54, 55, 56, 57, 58, 59, 62, 63, 65, 66, 67, 68, 71, 72, 73, 74, 75, 77, 79, 83, 84, 85, 86, 87, 89, 90, 92, 93, 94, 96, 98, 99, 100, 101, 102, 103, 104, 106, 108, 114, 116, 117, 119, 120, 121, 122, 123, 125, 126, 129, 131, 132, 135, 136, 139, 142, 143, 145, 148, 151, 153, 160, 161, 163, 167, 170, 171, 174, 176, 179, 180, 181, 185, 186, 187, 190, 191, 192, 196, 197, 201, 202, 206, 207, 210, 211, 212, 214, 218, 220, 224, 227, 230, 235, 236, 239, 241, 244, 249, 252, 253, 255 ], "36": [ 0, 1, 2, 4, 8, 10, 11, 13, 14, 15, 17, 18, 20, 21, 22, 24, 26, 29, 31, 32, 34, 37, 39, 42, 44, 45, 48, 49, 50, 55, 56, 57, 58, 59, 60, 62, 65, 67, 68, 69, 70, 71, 72, 73, 74, 78, 79, 83, 87, 88, 92, 96, 98, 103, 107, 110, 112, 115, 117, 118, 119, 120, 125, 126, 127, 129, 130, 132, 134, 135, 138, 139, 142, 145, 147, 148, 152, 153, 154, 156, 157, 158, 161, 164, 166, 168, 172, 173, 178, 181, 183, 185, 187, 188, 192, 194, 195, 201, 202, 203, 204, 205, 207, 211, 212, 213, 214, 221, 222, 223, 227, 228, 231, 234, 238, 239, 242, 244, 245, 246, 248, 249, 250, 251, 252, 253, 254, 255 ], "37": [ 0, 1, 3, 4, 5, 7, 8, 11, 13, 14, 15, 17, 21, 22, 24, 27, 28, 29, 31, 32, 35, 39, 43, 45, 48, 50, 52, 55, 56, 57, 58, 59, 60, 62, 63, 64, 65, 67, 71, 72, 78, 81, 82, 83, 84, 87, 88, 89, 90, 92, 93, 95, 99, 100, 101, 102, 103, 104, 107, 110, 111, 112, 113, 114, 116, 117, 121, 122, 124, 126, 129, 132, 134, 135, 138, 139, 143, 145, 147, 149, 151, 153, 156, 158, 161, 162, 163, 164, 170, 171, 174, 175, 177, 181, 182, 184, 187, 190, 192, 193, 196, 198, 199, 200, 201, 203, 205, 206, 208, 209, 210, 211, 213, 214, 218, 219, 220, 229, 230, 233, 234, 235, 238, 239, 244, 246, 248, 255 ], "38": [ 0, 2, 3, 4, 7, 9, 12, 13, 14, 15, 18, 20, 22, 24, 27, 28, 30, 33, 37, 39, 40, 41, 43, 44, 45, 48, 50, 52, 53, 55, 57, 58, 59, 60, 63, 64, 66, 68, 69, 71, 73, 74, 75, 76, 79, 80, 86, 87, 88, 89, 92, 93, 94, 95, 97, 101, 102, 103, 104, 105, 108, 109, 114, 115, 116, 118, 119, 120, 121, 122, 124, 127, 131, 132, 133, 135, 136, 139, 141, 144, 146, 148, 149, 150, 151, 154, 156, 157, 162, 163, 167, 168, 173, 175, 177, 179, 185, 189, 190, 193, 195, 197, 199, 200, 201, 204, 205, 209, 212, 213, 215, 216, 217, 223, 224, 228, 230, 231, 232, 234, 239, 242, 243, 244, 247, 249, 254, 255 ], "39": [ 0, 1, 2, 5, 8, 9, 10, 12, 13, 14, 16, 19, 21, 22, 23, 25, 27, 29, 30, 31, 32, 35, 36, 37, 38, 40, 42, 44, 45, 50, 52, 55, 57, 58, 61, 63, 66, 68, 69, 70, 72, 74, 75, 77, 83, 85, 86, 87, 89, 92, 96, 98, 99, 101, 103, 107, 108, 110, 112, 113, 116, 120, 122, 125, 127, 130, 132, 136, 138, 140, 141, 142, 145, 149, 150, 154, 155, 157, 162, 164, 165, 166, 168, 173, 175, 176, 177, 181, 183, 184, 186, 187, 189, 193, 195, 199, 200, 201, 203, 209, 211, 212, 213, 215, 218, 219, 220, 221, 224, 226, 228, 229, 230, 231, 236, 238, 239, 240, 243, 244, 246, 247, 248, 250, 251, 252, 254, 255 ] } } }