{ "architectures": [ "KimiK3ForConditionalGeneration" ], "auto_map": { "AutoConfig": "configuration_kimi_k3.KimiK3Config", "AutoModel": "modeling_kimi_k3.KimiK3ForConditionalGeneration", "AutoModelForCausalLM": "modeling_kimi_k3.KimiK3ForConditionalGeneration" }, "bos_token_id": 163584, "dtype": "bfloat16", "eos_token_id": 163586, "ignore_index": -100, "image_placeholder": "<|kimi_image_placeholder|>", "media_placeholder_token_id": 163605, "model_type": "kimi_k3", "pad_token_id": 163839, "text_config": { "_name_or_path": "", "activation_situ_beta": 4.0, "activation_situ_linear_beta": 25.0, "add_cross_attention": false, "architectures": [ "KimiLinearForCausalLM" ], "attn_res_block_size": 12, "auto_map": { "AutoConfig": "configuration_kimi_k3.KimiLinearConfig", "AutoModel": "modeling_kimi_linear.KimiLinearModel", "AutoModelForCausalLM": "modeling_kimi_linear.KimiLinearForCausalLM" }, "bad_words_ids": null, "begin_suppress_tokens": null, "bos_token_id": 163584, "chunk_size_feed_forward": 0, "cross_attention_hidden_size": null, "decoder_start_token_id": null, "diversity_penalty": 0.0, "do_sample": false, "dtype": "bfloat16", "early_stopping": false, "encoder_no_repeat_ngram_size": 0, "eos_token_id": 163586, "exponential_decay_length_penalty": null, "finetuning_task": null, "first_k_dense_replace": 1, "forced_bos_token_id": null, "forced_eos_token_id": null, "hidden_act": "situ", "hidden_size": 7168, "id2label": { "0": "LABEL_0", "1": "LABEL_1" }, "initializer_range": 0.02, "intermediate_size": 33792, "is_decoder": false, "is_encoder_decoder": false, "kv_lora_rank": 512, "label2id": { "LABEL_0": 0, "LABEL_1": 1 }, "latent_moe_use_norm": true, "length_penalty": 1.0, "linear_attn_config": { "full_attn_layers": [ 4, 8, 12, 16, 20, 24, 28, 32, 36, 40, 44, 48, 52, 56, 60, 64, 68, 72, 76, 80, 84, 88, 92, 93 ], "gate_lower_bound": -5.0, "head_dim": 128, "kda_layers": [ 1, 2, 3, 5, 6, 7, 9, 10, 11, 13, 14, 15, 17, 18, 19, 21, 22, 23, 25, 26, 27, 29, 30, 31, 33, 34, 35, 37, 38, 39, 41, 42, 43, 45, 46, 47, 49, 50, 51, 53, 54, 55, 57, 58, 59, 61, 62, 63, 65, 66, 67, 69, 70, 71, 73, 74, 75, 77, 78, 79, 81, 82, 83, 85, 86, 87, 89, 90, 91 ], "num_heads": 96, "short_conv_kernel_size": 4, "use_full_rank_gate": true }, "max_length": 20, "max_position_embeddings": 1048576, "min_length": 0, "mla_use_nope": true, "mla_use_output_gate": true, "model_type": "kimi_linear", "moe_intermediate_size": 3072, "moe_layer_freq": 1, "moe_renormalize": true, "moe_router_activation_func": "sigmoid", "no_repeat_ngram_size": 0, "num_attention_heads": 96, "num_beam_groups": 1, "num_beams": 1, "num_expert_group": 1, "num_experts": 242, "num_experts_per_token": 16, "num_hidden_layers": 93, "num_key_value_heads": 96, "num_nextn_predict_layers": 0, "num_return_sequences": 1, "num_shared_experts": 2, "output_attentions": false, "output_hidden_states": false, "output_scores": false, "pad_token_id": 163839, "prefix": null, "problem_type": null, "pruned_heads": {}, "q_lora_rank": 1536, "qk_nope_head_dim": 128, "qk_rope_head_dim": 64, "remove_invalid_values": false, "repetition_penalty": 1.0, "return_dict": true, "return_dict_in_generate": false, "rms_norm_eps": 1e-05, "routed_expert_hidden_size": 3584, "routed_scaling_factor": 1.0, "sep_token_id": null, "suppress_tokens": null, "task_specific_params": null, "temperature": 1.0, "tf_legacy_loss": false, "tie_encoder_decoder": false, "tie_word_embeddings": false, "tokenizer_class": null, "top_k": 50, "top_p": 1.0, "topk_group": 1, "topk_method": "noaux_tc", "torchscript": false, "transformers_version": "4.56.2", "typical_p": 1.0, "use_bfloat16": false, "use_cache": true, "use_grouped_topk": true, "v_head_dim": 128, "vocab_size": 163840, "expert_counts": [ 0, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242, 242 ] }, "tie_word_embeddings": false, "vision_config": { "_attn_implementation": "flash_attention_2", "activation_func": "gelu_pytorch_tanh", "attn_bias": false, "init_pos_emb_height": 64, "init_pos_emb_time": 4, "init_pos_emb_width": 64, "linear_bias": false, "merge_kernel_size": [ 2, 2 ], "merge_type": "sd2_tpool", "mlp_type": "mlp2", "mm_hidden_size": 1024, "mm_projector_type": "patchmergerv2", "norm_type": "rmsnorm", "patch_embed_proj_bias": false, "patch_size": 14, "pos_emb_interpolation_mode": "bilinear", "pos_emb_type": "divided_fixed", "projector_hidden_act": "gelu", "projector_ln_eps": 1e-05, "qkv_hidden_size": 1536, "text_hidden_size": 7168, "vt_hidden_size": 1024, "vt_intermediate_size": 4096, "vt_num_attention_heads": 12, "vt_num_hidden_layers": 27 }, "quantization": { "mode": "mxfp4", "group_size": 32, "bits": 4, "model.embed_tokens": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.mlp.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.mlp.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.mlp.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.0.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.1.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.2.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.3.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.4.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.5.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.6.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.7.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.8.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.9.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.10.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.11.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.12.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.13.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.14.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.15.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.16.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.17.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.18.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.19.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.20.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.21.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.22.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.23.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.24.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.25.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.26.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.27.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.28.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.29.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.30.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.31.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.32.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.33.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.34.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.35.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.36.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.37.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.38.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.39.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.40.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.41.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.42.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.43.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.44.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.45.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.46.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.47.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.48.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.49.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.50.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.51.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.52.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.53.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.54.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.55.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.56.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.57.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.58.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.59.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.60.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.61.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.62.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.63.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.64.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.65.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.66.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.67.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.68.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.69.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.70.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.71.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.72.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.73.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.74.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.75.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.76.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.77.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.78.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.79.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.80.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.81.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.82.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.83.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.84.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.85.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.86.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.87.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.88.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.89.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.f_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.f_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.v_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.k_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.90.self_attn.q_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.91.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.kv_a_proj_with_mqa": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.q_b_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.block_sparse_moe.routed_expert_up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.block_sparse_moe.routed_expert_down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.block_sparse_moe.shared_experts.up_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.block_sparse_moe.shared_experts.down_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.block_sparse_moe.shared_experts.gate_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.block_sparse_moe.gate": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.g_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.o_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.q_a_proj": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.embed_q": { "mode": "affine", "group_size": 64, "bits": 8 }, "model.layers.92.self_attn.unembed_out": { "mode": "affine", "group_size": 64, "bits": 8 }, "lm_head": { "mode": "affine", "group_size": 64, "bits": 8 } }, "reap": { "plan": "reap_plan_zhcode.json", "source_num_experts": 896, "kept_mean": 242.0, "keep": { "1": [ 5, 7, 12, 14, 15, 18, 22, 26, 30, 32, 38, 41, 46, 48, 50, 51, 56, 58, 64, 75, 81, 84, 87, 90, 94, 95, 96, 98, 101, 103, 105, 107, 109, 113, 115, 119, 120, 122, 126, 130, 131, 132, 134, 144, 149, 156, 161, 163, 165, 171, 172, 173, 175, 176, 182, 187, 193, 195, 196, 197, 199, 201, 204, 205, 211, 212, 226, 235, 236, 242, 243, 246, 249, 254, 265, 271, 272, 273, 278, 282, 284, 286, 287, 288, 290, 293, 303, 306, 307, 313, 322, 326, 330, 332, 333, 336, 350, 359, 362, 367, 371, 374, 380, 394, 395, 396, 399, 404, 407, 409, 412, 413, 419, 427, 431, 434, 438, 446, 447, 454, 458, 461, 466, 470, 471, 472, 473, 476, 479, 486, 489, 493, 495, 499, 506, 507, 510, 514, 518, 519, 522, 523, 528, 530, 531, 536, 541, 548, 556, 563, 565, 575, 576, 578, 588, 589, 590, 593, 602, 607, 608, 610, 611, 612, 613, 616, 618, 625, 626, 630, 631, 633, 634, 640, 645, 649, 652, 655, 658, 659, 661, 662, 666, 668, 670, 692, 696, 700, 701, 706, 713, 720, 721, 722, 723, 727, 730, 736, 741, 743, 744, 745, 749, 752, 755, 756, 758, 759, 761, 771, 776, 778, 779, 782, 789, 797, 804, 812, 814, 815, 817, 819, 821, 822, 825, 826, 835, 838, 839, 845, 848, 853, 854, 855, 868, 870, 872, 873, 880, 881, 883, 891 ], "2": [ 0, 1, 4, 6, 10, 12, 15, 18, 25, 28, 35, 38, 39, 42, 45, 48, 49, 52, 54, 57, 62, 64, 65, 67, 74, 80, 83, 86, 91, 92, 97, 98, 101, 102, 106, 107, 114, 121, 128, 129, 132, 134, 135, 136, 137, 141, 146, 150, 154, 156, 157, 159, 168, 172, 176, 182, 183, 184, 188, 193, 194, 196, 199, 204, 205, 208, 218, 223, 227, 228, 234, 235, 241, 242, 245, 250, 254, 255, 259, 263, 266, 272, 277, 281, 284, 285, 289, 294, 302, 304, 305, 306, 308, 309, 312, 313, 317, 321, 322, 324, 325, 332, 336, 341, 344, 348, 350, 351, 353, 355, 356, 361, 371, 379, 382, 384, 386, 391, 392, 397, 401, 421, 422, 437, 441, 446, 447, 448, 452, 462, 464, 467, 470, 471, 481, 484, 485, 489, 492, 496, 504, 510, 512, 514, 515, 519, 528, 530, 532, 541, 543, 551, 554, 561, 562, 563, 567, 569, 571, 572, 576, 578, 584, 586, 591, 597, 598, 599, 600, 603, 605, 608, 609, 612, 613, 616, 618, 620, 622, 627, 635, 646, 653, 656, 658, 674, 682, 688, 692, 693, 698, 699, 700, 701, 713, 721, 722, 724, 725, 726, 733, 739, 743, 745, 746, 751, 753, 770, 775, 777, 778, 779, 785, 790, 792, 796, 799, 800, 801, 808, 818, 820, 822, 825, 830, 835, 839, 843, 846, 847, 849, 850, 854, 859, 862, 866, 867, 869, 874, 875, 880, 895 ], "3": [ 2, 3, 5, 9, 10, 15, 23, 27, 31, 35, 42, 48, 52, 59, 62, 65, 73, 78, 82, 84, 86, 90, 91, 93, 99, 101, 104, 109, 119, 120, 128, 129, 133, 135, 138, 148, 164, 170, 172, 174, 179, 182, 189, 192, 197, 201, 206, 208, 210, 216, 219, 222, 223, 224, 231, 232, 233, 235, 237, 238, 241, 247, 248, 259, 260, 264, 267, 269, 274, 280, 281, 282, 285, 286, 287, 288, 291, 298, 300, 306, 310, 311, 312, 315, 324, 327, 328, 331, 333, 337, 338, 339, 342, 346, 349, 357, 358, 361, 365, 368, 387, 388, 392, 395, 400, 403, 411, 413, 416, 421, 422, 424, 427, 436, 440, 446, 454, 459, 463, 467, 468, 471, 473, 481, 486, 487, 488, 491, 492, 497, 501, 502, 504, 507, 508, 509, 512, 513, 516, 520, 521, 525, 526, 537, 542, 546, 552, 553, 557, 563, 565, 570, 578, 580, 581, 585, 590, 592, 594, 596, 597, 598, 599, 601, 604, 605, 607, 611, 613, 614, 623, 624, 639, 642, 644, 649, 655, 659, 664, 668, 669, 675, 678, 680, 684, 686, 688, 689, 692, 693, 695, 702, 703, 705, 707, 710, 714, 726, 727, 730, 731, 734, 739, 743, 763, 772, 774, 779, 780, 782, 783, 785, 786, 791, 792, 801, 802, 805, 808, 814, 815, 818, 823, 825, 833, 834, 836, 846, 847, 851, 853, 855, 871, 873, 874, 879, 880, 884, 888, 891, 894, 895 ], "4": [ 1, 2, 7, 10, 11, 12, 17, 26, 27, 33, 34, 35, 36, 37, 46, 47, 49, 50, 52, 57, 70, 72, 73, 77, 78, 95, 96, 101, 110, 111, 128, 132, 133, 135, 136, 139, 141, 142, 150, 153, 155, 157, 160, 164, 165, 167, 168, 169, 177, 178, 182, 187, 198, 203, 205, 207, 209, 212, 213, 217, 221, 224, 229, 236, 241, 243, 250, 253, 257, 258, 260, 264, 267, 273, 281, 285, 291, 293, 298, 308, 310, 311, 313, 314, 315, 330, 331, 332, 333, 335, 340, 343, 354, 355, 360, 366, 368, 371, 375, 376, 387, 391, 394, 396, 398, 403, 410, 411, 412, 414, 417, 421, 423, 430, 434, 441, 448, 449, 455, 467, 472, 474, 476, 477, 478, 484, 489, 492, 494, 495, 497, 501, 503, 505, 515, 516, 520, 521, 522, 523, 531, 537, 539, 540, 544, 547, 548, 549, 550, 554, 558, 561, 562, 565, 571, 572, 573, 575, 576, 579, 582, 583, 587, 588, 598, 599, 606, 607, 608, 609, 610, 615, 624, 627, 628, 634, 636, 637, 647, 651, 652, 656, 664, 672, 679, 688, 690, 699, 705, 710, 715, 716, 721, 722, 726, 729, 734, 741, 742, 748, 749, 753, 758, 762, 763, 765, 766, 767, 769, 770, 771, 778, 784, 785, 790, 794, 799, 802, 803, 806, 808, 809, 810, 814, 822, 824, 828, 831, 832, 833, 835, 837, 857, 859, 861, 867, 871, 872, 883, 884, 888, 891 ], "5": [ 9, 11, 15, 16, 21, 25, 27, 31, 34, 38, 40, 41, 49, 53, 54, 55, 56, 58, 59, 63, 64, 65, 66, 69, 74, 82, 83, 84, 87, 88, 93, 102, 103, 110, 111, 112, 122, 128, 131, 133, 136, 138, 140, 144, 154, 157, 158, 166, 169, 170, 176, 182, 183, 191, 193, 203, 204, 206, 208, 209, 215, 217, 221, 226, 231, 232, 241, 242, 248, 254, 256, 261, 262, 264, 270, 272, 274, 276, 282, 283, 288, 290, 293, 296, 302, 305, 308, 311, 312, 315, 316, 320, 322, 324, 329, 333, 334, 335, 336, 340, 344, 348, 352, 357, 358, 360, 361, 363, 364, 366, 367, 372, 374, 385, 386, 387, 394, 397, 399, 400, 406, 407, 408, 410, 413, 416, 417, 418, 421, 423, 428, 435, 439, 442, 443, 447, 452, 457, 459, 460, 466, 467, 469, 473, 476, 477, 480, 483, 487, 492, 499, 502, 503, 511, 527, 528, 529, 530, 532, 533, 537, 551, 554, 556, 567, 577, 580, 581, 585, 590, 597, 607, 608, 609, 610, 616, 625, 626, 629, 633, 636, 649, 651, 653, 658, 663, 664, 669, 670, 674, 676, 678, 681, 682, 685, 687, 691, 696, 711, 719, 720, 721, 731, 733, 736, 737, 745, 747, 751, 752, 759, 762, 764, 767, 771, 772, 783, 784, 788, 793, 806, 808, 818, 820, 832, 833, 835, 836, 843, 847, 858, 861, 867, 869, 874, 876, 878, 883, 887, 893, 894, 895 ], "6": [ 0, 14, 17, 18, 22, 24, 36, 38, 39, 41, 49, 50, 51, 55, 62, 66, 69, 70, 75, 81, 82, 83, 84, 86, 87, 88, 92, 99, 116, 117, 120, 123, 133, 135, 136, 139, 144, 145, 147, 148, 153, 166, 168, 170, 176, 181, 186, 188, 190, 198, 203, 205, 209, 221, 225, 228, 232, 233, 247, 249, 252, 256, 257, 260, 264, 265, 277, 278, 281, 282, 285, 288, 292, 293, 299, 301, 306, 308, 320, 323, 333, 334, 340, 344, 348, 352, 353, 356, 358, 366, 381, 383, 388, 394, 395, 396, 397, 398, 401, 404, 411, 412, 413, 416, 420, 422, 427, 433, 440, 446, 449, 454, 455, 458, 463, 464, 465, 467, 468, 480, 481, 483, 486, 493, 496, 497, 499, 501, 502, 505, 508, 509, 513, 518, 519, 520, 523, 525, 526, 529, 533, 538, 541, 548, 549, 550, 551, 554, 556, 566, 568, 575, 576, 577, 583, 584, 589, 590, 593, 599, 600, 603, 605, 608, 612, 613, 615, 617, 620, 621, 625, 634, 642, 644, 649, 652, 660, 668, 674, 678, 679, 680, 686, 689, 696, 700, 701, 705, 707, 711, 718, 721, 723, 728, 729, 731, 737, 742, 744, 745, 747, 750, 753, 757, 760, 761, 763, 766, 768, 769, 770, 771, 772, 774, 781, 784, 787, 788, 790, 793, 797, 800, 803, 810, 821, 825, 826, 828, 831, 838, 840, 841, 853, 857, 866, 870, 874, 875, 885, 886, 892, 895 ], "7": [ 5, 6, 8, 13, 16, 26, 33, 35, 39, 50, 52, 53, 55, 60, 62, 63, 65, 66, 69, 72, 74, 75, 76, 77, 78, 80, 88, 90, 107, 110, 111, 112, 113, 116, 119, 124, 125, 126, 127, 132, 135, 137, 143, 147, 148, 150, 152, 153, 157, 165, 169, 176, 180, 188, 195, 196, 200, 203, 212, 213, 215, 218, 220, 221, 226, 231, 235, 236, 238, 239, 240, 249, 260, 270, 271, 275, 276, 278, 279, 287, 290, 291, 295, 296, 298, 299, 306, 309, 310, 313, 317, 319, 328, 329, 332, 334, 336, 341, 343, 346, 352, 362, 363, 367, 368, 370, 373, 378, 380, 381, 385, 391, 392, 399, 400, 401, 410, 412, 417, 420, 432, 442, 443, 444, 449, 450, 452, 455, 458, 467, 469, 470, 476, 478, 493, 499, 502, 503, 505, 507, 509, 515, 517, 522, 527, 530, 535, 540, 548, 553, 554, 555, 560, 561, 563, 564, 565, 567, 569, 579, 583, 585, 589, 592, 593, 594, 600, 602, 605, 608, 610, 621, 624, 627, 631, 634, 639, 650, 654, 658, 659, 661, 666, 681, 683, 689, 690, 691, 692, 696, 698, 701, 702, 703, 704, 705, 708, 713, 714, 716, 722, 725, 727, 735, 751, 758, 763, 764, 765, 771, 772, 782, 785, 790, 791, 795, 803, 804, 807, 808, 809, 810, 814, 818, 820, 823, 828, 832, 834, 837, 838, 840, 841, 842, 844, 845, 849, 854, 860, 870, 874, 883 ], "8": [ 17, 20, 22, 23, 31, 32, 37, 41, 42, 44, 45, 49, 50, 53, 54, 61, 65, 66, 69, 74, 80, 84, 90, 99, 102, 104, 105, 116, 119, 120, 126, 128, 134, 143, 144, 145, 146, 148, 152, 154, 159, 160, 164, 168, 178, 183, 186, 187, 192, 193, 196, 207, 208, 209, 210, 211, 213, 216, 225, 226, 228, 234, 236, 239, 244, 246, 247, 248, 250, 251, 252, 258, 259, 261, 269, 272, 276, 280, 281, 282, 283, 289, 290, 296, 297, 300, 303, 307, 309, 314, 318, 321, 330, 332, 333, 337, 339, 342, 348, 350, 351, 353, 356, 362, 369, 376, 379, 382, 386, 390, 402, 408, 410, 415, 418, 419, 421, 430, 432, 433, 439, 442, 445, 453, 456, 458, 459, 470, 472, 479, 481, 486, 490, 493, 495, 496, 505, 507, 511, 512, 525, 527, 529, 534, 538, 541, 544, 547, 550, 563, 569, 571, 578, 582, 583, 590, 600, 601, 602, 613, 614, 625, 626, 629, 631, 637, 642, 649, 655, 657, 662, 664, 667, 674, 678, 679, 681, 683, 684, 687, 688, 690, 693, 701, 704, 706, 709, 712, 713, 717, 718, 719, 728, 730, 733, 737, 742, 743, 749, 753, 755, 758, 759, 761, 764, 768, 779, 780, 781, 787, 788, 791, 792, 796, 798, 800, 802, 803, 808, 809, 820, 821, 823, 826, 829, 835, 838, 839, 840, 841, 843, 858, 862, 870, 879, 880, 881, 888, 891, 893, 894, 895 ], "9": [ 1, 2, 6, 10, 11, 14, 17, 18, 21, 23, 24, 27, 28, 29, 33, 34, 38, 48, 49, 52, 54, 63, 67, 71, 72, 80, 85, 90, 98, 99, 101, 107, 108, 109, 112, 115, 116, 119, 122, 128, 131, 133, 143, 145, 149, 152, 164, 167, 172, 173, 174, 181, 183, 189, 192, 196, 197, 198, 201, 204, 206, 209, 210, 212, 213, 215, 218, 219, 222, 225, 226, 230, 232, 246, 248, 252, 257, 262, 277, 278, 279, 280, 281, 282, 287, 290, 295, 298, 302, 304, 307, 309, 310, 312, 314, 315, 318, 323, 333, 334, 345, 356, 357, 360, 362, 364, 367, 376, 377, 380, 383, 385, 387, 392, 393, 395, 401, 405, 407, 408, 419, 426, 427, 428, 429, 430, 432, 433, 435, 436, 438, 444, 446, 447, 450, 460, 464, 465, 472, 474, 479, 483, 486, 499, 502, 506, 509, 514, 519, 527, 531, 533, 534, 536, 549, 554, 555, 560, 561, 562, 565, 567, 572, 573, 576, 584, 591, 592, 594, 596, 597, 601, 604, 605, 607, 608, 610, 624, 625, 626, 634, 638, 640, 641, 649, 653, 657, 663, 664, 674, 676, 677, 679, 684, 686, 689, 690, 691, 696, 707, 715, 728, 729, 731, 733, 735, 742, 747, 750, 753, 762, 763, 768, 779, 782, 783, 785, 786, 797, 798, 799, 801, 808, 811, 815, 821, 822, 827, 832, 836, 837, 840, 846, 847, 849, 853, 855, 859, 863, 871, 875, 876 ], "10": [ 7, 16, 36, 39, 42, 46, 49, 51, 53, 62, 74, 76, 77, 81, 83, 85, 86, 98, 111, 112, 114, 115, 116, 120, 123, 124, 130, 131, 132, 151, 154, 157, 164, 173, 175, 177, 178, 182, 186, 187, 189, 193, 194, 198, 201, 208, 209, 210, 212, 213, 217, 218, 220, 221, 223, 224, 227, 233, 236, 237, 239, 242, 244, 245, 246, 249, 250, 254, 256, 262, 267, 271, 275, 278, 286, 288, 289, 290, 294, 297, 299, 302, 303, 306, 310, 313, 315, 319, 321, 322, 326, 328, 333, 342, 343, 344, 348, 350, 358, 363, 370, 372, 376, 377, 378, 383, 385, 401, 407, 410, 417, 425, 431, 433, 438, 439, 444, 450, 451, 454, 455, 459, 462, 463, 466, 469, 471, 472, 474, 479, 481, 482, 484, 494, 498, 501, 504, 508, 515, 516, 517, 521, 522, 523, 524, 527, 529, 540, 543, 547, 548, 552, 554, 557, 566, 573, 578, 579, 586, 600, 602, 605, 607, 610, 617, 622, 623, 626, 631, 633, 634, 636, 638, 645, 648, 651, 652, 656, 660, 662, 667, 668, 673, 676, 681, 682, 688, 689, 691, 693, 695, 696, 700, 704, 706, 709, 711, 715, 719, 720, 725, 731, 732, 737, 745, 748, 749, 755, 757, 765, 766, 768, 770, 772, 773, 774, 776, 785, 798, 814, 817, 818, 819, 824, 825, 836, 840, 845, 848, 850, 852, 855, 857, 859, 869, 870, 873, 883, 885, 887, 889, 893 ], "11": [ 0, 3, 4, 8, 11, 16, 18, 19, 25, 26, 30, 32, 33, 38, 42, 45, 50, 51, 57, 60, 61, 64, 66, 67, 71, 75, 76, 79, 81, 86, 88, 89, 90, 92, 94, 99, 102, 103, 105, 107, 111, 119, 121, 134, 141, 147, 149, 150, 152, 154, 161, 166, 167, 168, 184, 185, 187, 189, 194, 202, 203, 210, 213, 217, 218, 221, 227, 229, 232, 235, 236, 237, 238, 241, 242, 243, 258, 259, 261, 268, 270, 273, 284, 285, 290, 292, 293, 296, 311, 316, 318, 322, 326, 340, 341, 344, 346, 349, 350, 355, 356, 360, 362, 369, 372, 373, 374, 378, 382, 389, 390, 394, 395, 410, 413, 414, 422, 424, 425, 427, 435, 436, 437, 438, 442, 444, 460, 461, 464, 465, 466, 468, 471, 482, 486, 490, 492, 493, 495, 496, 497, 503, 506, 509, 514, 521, 523, 524, 529, 540, 542, 546, 551, 558, 559, 560, 562, 565, 569, 570, 571, 586, 589, 596, 597, 599, 605, 606, 607, 609, 614, 618, 620, 622, 624, 627, 631, 638, 640, 643, 644, 647, 649, 651, 658, 661, 662, 664, 683, 696, 700, 703, 704, 706, 710, 715, 726, 731, 740, 752, 754, 763, 765, 769, 772, 773, 774, 777, 779, 781, 784, 786, 787, 789, 792, 802, 805, 806, 807, 813, 815, 816, 817, 818, 823, 824, 826, 832, 834, 837, 843, 845, 852, 856, 859, 861, 866, 870, 881, 882, 884, 892 ], "12": [ 3, 19, 20, 25, 26, 28, 30, 31, 33, 34, 41, 44, 53, 59, 65, 70, 72, 77, 81, 85, 95, 98, 101, 102, 106, 111, 113, 114, 117, 122, 123, 124, 127, 128, 130, 131, 138, 139, 140, 144, 155, 158, 160, 162, 168, 170, 174, 176, 177, 182, 195, 201, 205, 211, 215, 217, 220, 221, 222, 226, 229, 244, 248, 253, 255, 260, 261, 262, 264, 266, 267, 273, 274, 279, 284, 293, 294, 297, 309, 313, 316, 318, 325, 328, 330, 334, 335, 341, 344, 349, 350, 361, 367, 370, 371, 372, 374, 375, 376, 377, 379, 380, 387, 390, 391, 392, 394, 397, 400, 405, 406, 418, 419, 421, 423, 425, 427, 435, 450, 453, 457, 464, 465, 466, 472, 476, 477, 478, 480, 481, 483, 488, 493, 503, 505, 509, 514, 517, 525, 530, 531, 538, 539, 542, 547, 551, 552, 560, 561, 566, 568, 569, 570, 573, 574, 580, 597, 599, 604, 605, 606, 609, 625, 627, 629, 630, 636, 637, 644, 649, 659, 667, 668, 684, 687, 690, 700, 706, 709, 710, 711, 712, 713, 715, 718, 719, 720, 727, 728, 729, 733, 734, 735, 736, 737, 739, 741, 742, 744, 746, 755, 757, 759, 762, 763, 766, 769, 774, 780, 783, 784, 787, 789, 792, 799, 803, 805, 806, 807, 808, 812, 817, 819, 822, 823, 826, 835, 836, 840, 841, 842, 850, 853, 862, 864, 865, 870, 872, 873, 874, 876, 883 ], "13": [ 1, 3, 5, 7, 10, 13, 25, 33, 34, 36, 39, 41, 50, 56, 58, 60, 65, 72, 77, 81, 82, 88, 90, 93, 94, 96, 100, 102, 105, 110, 112, 121, 122, 124, 126, 128, 130, 136, 138, 141, 144, 149, 150, 156, 159, 161, 164, 165, 173, 178, 179, 183, 185, 189, 191, 196, 199, 200, 201, 202, 205, 207, 215, 216, 218, 220, 221, 222, 224, 225, 229, 233, 235, 236, 237, 239, 245, 253, 261, 263, 270, 278, 281, 282, 286, 288, 290, 293, 295, 296, 298, 301, 302, 304, 312, 314, 320, 321, 323, 326, 333, 335, 341, 342, 344, 349, 350, 354, 355, 356, 359, 369, 371, 373, 374, 387, 389, 391, 397, 404, 406, 407, 410, 414, 416, 419, 420, 421, 426, 433, 434, 437, 458, 459, 463, 466, 475, 476, 480, 484, 486, 487, 493, 494, 510, 514, 515, 519, 527, 528, 530, 532, 533, 534, 537, 540, 549, 551, 552, 554, 555, 570, 572, 576, 578, 579, 582, 603, 604, 607, 608, 610, 615, 617, 620, 623, 624, 626, 629, 630, 631, 632, 633, 638, 643, 649, 653, 663, 670, 677, 680, 683, 690, 695, 698, 699, 720, 721, 723, 724, 726, 727, 728, 736, 737, 739, 744, 749, 758, 773, 778, 780, 781, 783, 784, 789, 797, 802, 806, 811, 814, 824, 830, 831, 835, 836, 842, 843, 845, 846, 848, 851, 855, 857, 860, 862, 872, 873, 886, 887, 889, 891 ], "14": [ 1, 9, 12, 18, 27, 28, 32, 34, 47, 51, 54, 56, 60, 61, 62, 63, 65, 79, 90, 94, 95, 96, 97, 101, 104, 114, 116, 119, 121, 125, 136, 139, 140, 144, 147, 150, 161, 163, 166, 168, 170, 183, 185, 189, 191, 193, 206, 207, 213, 218, 221, 223, 227, 233, 234, 236, 240, 244, 248, 253, 254, 255, 258, 262, 263, 265, 266, 268, 273, 275, 276, 280, 281, 282, 285, 288, 293, 294, 296, 299, 301, 302, 303, 306, 313, 320, 321, 326, 327, 328, 331, 334, 338, 339, 343, 346, 347, 350, 359, 360, 361, 362, 363, 366, 370, 371, 374, 376, 380, 386, 392, 393, 394, 403, 405, 406, 414, 416, 424, 428, 429, 433, 436, 441, 444, 445, 446, 451, 452, 455, 459, 461, 479, 481, 485, 489, 491, 494, 501, 503, 513, 514, 516, 517, 519, 523, 527, 528, 538, 539, 541, 545, 548, 549, 557, 559, 560, 565, 573, 576, 582, 585, 586, 597, 601, 614, 616, 619, 620, 624, 628, 629, 630, 632, 636, 640, 641, 643, 648, 649, 651, 656, 662, 678, 679, 681, 683, 684, 692, 694, 695, 696, 703, 704, 711, 717, 718, 725, 726, 731, 736, 740, 743, 746, 747, 755, 756, 758, 766, 768, 769, 775, 777, 779, 786, 796, 797, 802, 803, 805, 814, 818, 824, 825, 826, 828, 835, 840, 841, 849, 850, 853, 855, 857, 858, 859, 861, 864, 886, 887, 889, 892 ], "15": [ 3, 4, 9, 18, 19, 26, 32, 33, 37, 39, 40, 45, 47, 50, 51, 52, 54, 57, 58, 60, 61, 66, 70, 81, 82, 84, 86, 89, 95, 98, 110, 111, 118, 121, 128, 131, 135, 138, 143, 151, 153, 154, 155, 162, 164, 166, 167, 181, 183, 184, 185, 187, 189, 191, 192, 194, 195, 197, 200, 204, 205, 206, 208, 210, 215, 220, 225, 226, 232, 237, 240, 247, 251, 253, 256, 264, 268, 279, 280, 288, 289, 290, 293, 294, 298, 299, 301, 310, 312, 320, 332, 334, 336, 346, 353, 354, 359, 361, 364, 369, 375, 381, 391, 393, 395, 397, 399, 401, 402, 413, 416, 457, 461, 462, 471, 473, 475, 479, 480, 485, 493, 496, 506, 508, 510, 513, 515, 518, 519, 520, 522, 523, 524, 525, 526, 527, 530, 531, 537, 540, 547, 549, 560, 561, 562, 565, 566, 567, 569, 573, 584, 590, 598, 601, 602, 604, 610, 613, 614, 618, 621, 625, 633, 636, 646, 651, 652, 653, 656, 667, 671, 673, 674, 676, 677, 686, 691, 693, 694, 696, 699, 703, 705, 708, 709, 714, 715, 717, 723, 726, 727, 728, 729, 735, 739, 740, 741, 742, 744, 746, 748, 751, 755, 759, 766, 770, 771, 773, 784, 788, 789, 790, 791, 797, 802, 805, 806, 810, 811, 819, 821, 824, 825, 831, 832, 833, 851, 853, 858, 859, 861, 862, 866, 869, 870, 874, 875, 884, 885, 891, 892, 894 ], "16": [ 0, 2, 4, 6, 7, 14, 15, 20, 23, 25, 28, 36, 37, 40, 43, 44, 49, 60, 62, 64, 69, 70, 73, 74, 75, 76, 79, 83, 89, 94, 97, 103, 105, 107, 110, 112, 113, 131, 132, 134, 137, 139, 146, 155, 157, 163, 166, 167, 169, 174, 176, 180, 185, 194, 196, 197, 201, 204, 205, 209, 210, 211, 214, 223, 229, 230, 236, 237, 244, 246, 260, 261, 269, 270, 272, 273, 275, 282, 288, 290, 294, 298, 299, 302, 312, 314, 316, 317, 320, 326, 327, 333, 335, 337, 338, 348, 350, 354, 355, 365, 366, 367, 368, 371, 375, 378, 380, 382, 383, 384, 386, 392, 393, 395, 401, 403, 405, 406, 419, 420, 421, 424, 426, 428, 429, 433, 434, 435, 443, 445, 450, 452, 460, 462, 464, 468, 469, 470, 475, 478, 483, 488, 491, 498, 501, 502, 506, 508, 510, 513, 517, 518, 521, 527, 530, 532, 538, 540, 542, 545, 552, 554, 557, 558, 559, 563, 566, 570, 572, 575, 582, 583, 585, 590, 595, 598, 608, 614, 616, 625, 626, 629, 635, 636, 637, 641, 649, 650, 656, 657, 662, 669, 679, 687, 695, 701, 702, 704, 708, 709, 714, 720, 735, 736, 738, 739, 740, 747, 748, 750, 755, 756, 757, 763, 767, 770, 779, 780, 788, 791, 792, 797, 799, 801, 802, 807, 816, 818, 822, 824, 828, 832, 836, 838, 859, 862, 869, 872, 876, 879, 892, 895 ], "17": [ 2, 23, 26, 35, 36, 40, 43, 52, 53, 56, 57, 59, 66, 78, 80, 81, 85, 89, 91, 93, 97, 102, 106, 114, 121, 124, 139, 145, 148, 150, 151, 152, 153, 154, 158, 161, 163, 164, 170, 175, 177, 179, 180, 181, 184, 191, 201, 203, 207, 209, 215, 216, 217, 218, 219, 222, 224, 226, 231, 232, 236, 239, 241, 243, 244, 247, 254, 257, 258, 263, 265, 266, 269, 272, 273, 275, 278, 281, 283, 301, 303, 305, 311, 313, 318, 321, 349, 350, 361, 364, 373, 374, 375, 376, 381, 388, 391, 394, 404, 408, 415, 416, 418, 422, 430, 433, 436, 439, 443, 456, 461, 463, 469, 472, 473, 476, 481, 483, 485, 488, 490, 491, 500, 503, 504, 508, 510, 512, 518, 521, 524, 526, 532, 533, 534, 538, 543, 548, 553, 555, 556, 560, 566, 571, 575, 576, 583, 584, 591, 592, 593, 595, 601, 602, 604, 605, 610, 614, 616, 624, 626, 629, 630, 640, 641, 642, 646, 657, 658, 660, 666, 674, 676, 682, 685, 687, 688, 689, 693, 697, 698, 700, 702, 706, 708, 709, 710, 717, 720, 729, 730, 731, 732, 734, 735, 736, 737, 738, 739, 751, 752, 756, 762, 765, 766, 772, 773, 776, 795, 797, 800, 802, 803, 804, 808, 810, 811, 817, 821, 823, 824, 826, 827, 829, 831, 835, 840, 848, 853, 854, 857, 858, 861, 863, 867, 868, 872, 878, 881, 885, 889, 894 ], "18": [ 0, 6, 14, 16, 22, 23, 26, 28, 32, 36, 39, 44, 47, 57, 79, 80, 85, 87, 93, 100, 103, 107, 111, 112, 114, 126, 128, 130, 131, 132, 133, 148, 150, 152, 159, 162, 166, 167, 168, 170, 171, 172, 174, 175, 178, 179, 181, 193, 205, 208, 210, 216, 222, 223, 225, 240, 242, 251, 254, 256, 261, 262, 263, 264, 265, 267, 269, 270, 271, 276, 279, 283, 290, 291, 300, 308, 314, 317, 321, 323, 328, 335, 338, 341, 343, 344, 346, 347, 350, 356, 357, 362, 367, 369, 371, 374, 385, 394, 395, 400, 403, 405, 419, 421, 424, 426, 439, 440, 445, 448, 450, 453, 455, 459, 460, 462, 463, 467, 473, 477, 483, 494, 496, 497, 498, 506, 510, 513, 514, 515, 516, 517, 519, 533, 534, 536, 537, 538, 541, 542, 544, 545, 550, 552, 554, 555, 561, 562, 563, 564, 566, 568, 569, 575, 578, 581, 583, 584, 596, 598, 600, 601, 607, 611, 612, 618, 620, 621, 622, 625, 628, 630, 632, 636, 639, 641, 643, 650, 658, 665, 673, 675, 680, 682, 687, 692, 703, 714, 716, 721, 722, 724, 725, 726, 732, 734, 737, 739, 740, 744, 751, 760, 765, 770, 772, 775, 776, 779, 782, 783, 785, 791, 792, 793, 795, 796, 799, 803, 811, 812, 820, 822, 826, 828, 831, 834, 836, 838, 840, 853, 858, 860, 862, 865, 866, 874, 875, 882, 885, 887, 888, 893 ], "19": [ 0, 3, 6, 12, 13, 18, 20, 21, 22, 25, 29, 31, 40, 44, 46, 47, 53, 64, 74, 77, 85, 87, 92, 101, 105, 109, 114, 128, 132, 133, 134, 135, 136, 138, 146, 147, 151, 152, 153, 156, 157, 160, 161, 162, 169, 174, 175, 178, 190, 192, 193, 194, 195, 201, 204, 209, 210, 211, 218, 226, 230, 232, 235, 238, 249, 250, 257, 259, 261, 263, 264, 267, 269, 270, 274, 281, 283, 285, 290, 291, 294, 297, 303, 304, 306, 309, 318, 319, 321, 325, 329, 331, 337, 338, 350, 353, 357, 360, 362, 363, 365, 367, 368, 369, 393, 394, 395, 396, 399, 408, 415, 419, 428, 429, 432, 435, 439, 441, 447, 448, 450, 451, 452, 453, 457, 458, 462, 463, 464, 465, 467, 468, 475, 477, 483, 484, 490, 495, 501, 502, 516, 521, 523, 524, 525, 526, 532, 541, 542, 545, 556, 562, 566, 573, 574, 577, 586, 589, 593, 600, 603, 604, 606, 608, 609, 611, 613, 614, 615, 623, 626, 630, 631, 633, 643, 645, 650, 652, 653, 656, 660, 661, 662, 673, 674, 678, 682, 685, 689, 692, 695, 698, 702, 704, 707, 715, 718, 721, 722, 723, 725, 727, 729, 730, 734, 735, 739, 743, 746, 748, 752, 767, 778, 783, 786, 789, 796, 800, 809, 812, 813, 816, 818, 824, 826, 835, 836, 839, 845, 854, 858, 859, 860, 864, 865, 866, 872, 873, 879, 881, 889, 895 ], "20": [ 0, 2, 10, 11, 14, 18, 20, 23, 24, 26, 27, 43, 47, 55, 61, 68, 81, 84, 101, 103, 104, 107, 109, 113, 114, 117, 121, 123, 126, 137, 139, 146, 149, 154, 155, 168, 173, 174, 182, 184, 188, 190, 191, 192, 193, 195, 201, 202, 204, 205, 206, 214, 216, 218, 221, 222, 223, 224, 225, 232, 238, 242, 245, 249, 250, 255, 264, 272, 273, 277, 278, 281, 282, 283, 288, 292, 295, 296, 300, 301, 307, 308, 309, 311, 314, 320, 329, 334, 336, 338, 340, 341, 347, 350, 355, 364, 368, 371, 376, 379, 380, 386, 388, 393, 404, 406, 410, 412, 413, 416, 419, 421, 423, 424, 425, 426, 431, 433, 434, 436, 438, 439, 447, 448, 455, 465, 466, 471, 472, 473, 475, 478, 479, 485, 486, 489, 493, 494, 495, 501, 503, 505, 507, 511, 512, 519, 522, 524, 526, 527, 537, 542, 545, 546, 556, 563, 566, 567, 572, 575, 576, 582, 588, 589, 591, 595, 596, 600, 602, 610, 612, 614, 616, 617, 620, 626, 628, 629, 640, 653, 663, 664, 668, 670, 674, 676, 682, 687, 689, 691, 692, 695, 697, 698, 702, 710, 711, 712, 713, 716, 720, 721, 726, 727, 732, 740, 742, 744, 746, 747, 753, 756, 765, 775, 786, 789, 790, 793, 800, 802, 805, 813, 815, 817, 825, 830, 832, 834, 841, 845, 851, 853, 860, 869, 870, 875, 881, 883, 886, 892, 894, 895 ], "21": [ 2, 8, 13, 14, 15, 23, 24, 25, 26, 37, 38, 40, 41, 42, 48, 56, 60, 61, 64, 65, 66, 75, 79, 80, 95, 96, 97, 98, 100, 104, 111, 118, 120, 127, 128, 133, 134, 135, 139, 142, 143, 144, 145, 149, 151, 152, 153, 158, 162, 166, 172, 183, 185, 198, 207, 212, 213, 214, 216, 217, 218, 220, 222, 226, 228, 229, 230, 234, 238, 241, 246, 255, 256, 263, 268, 273, 279, 282, 283, 288, 290, 291, 297, 301, 304, 306, 308, 309, 310, 311, 318, 325, 332, 333, 339, 340, 341, 345, 346, 347, 348, 350, 352, 356, 362, 371, 376, 380, 390, 395, 397, 405, 410, 418, 424, 429, 430, 433, 441, 447, 452, 453, 455, 457, 463, 465, 467, 468, 470, 471, 473, 475, 481, 487, 490, 494, 496, 500, 504, 507, 510, 511, 518, 525, 526, 535, 540, 542, 548, 552, 555, 560, 561, 563, 576, 580, 583, 588, 590, 591, 592, 594, 597, 602, 610, 616, 618, 621, 623, 626, 628, 630, 633, 636, 641, 643, 645, 646, 649, 654, 657, 659, 663, 669, 672, 675, 682, 687, 691, 694, 697, 699, 701, 705, 707, 712, 714, 717, 722, 723, 724, 727, 732, 736, 738, 741, 747, 748, 750, 754, 755, 757, 758, 765, 770, 772, 779, 780, 781, 787, 789, 791, 796, 799, 802, 806, 808, 823, 835, 836, 838, 839, 843, 847, 849, 858, 860, 865, 869, 875, 879, 885 ], "22": [ 1, 4, 8, 9, 10, 11, 18, 28, 29, 35, 38, 40, 46, 47, 52, 54, 58, 63, 64, 66, 71, 72, 80, 81, 82, 83, 86, 87, 93, 95, 98, 99, 101, 114, 122, 136, 139, 145, 147, 148, 162, 163, 165, 166, 167, 169, 170, 177, 180, 181, 183, 184, 188, 202, 204, 212, 213, 216, 218, 220, 224, 225, 228, 229, 244, 251, 252, 254, 258, 259, 262, 274, 275, 279, 282, 286, 289, 290, 292, 298, 299, 301, 307, 312, 316, 319, 320, 327, 332, 334, 335, 340, 351, 352, 359, 360, 363, 364, 372, 376, 377, 383, 384, 385, 390, 397, 400, 401, 405, 408, 411, 413, 414, 421, 422, 423, 432, 433, 436, 438, 446, 447, 449, 451, 453, 455, 456, 458, 465, 466, 467, 468, 470, 475, 480, 490, 495, 500, 502, 505, 510, 512, 513, 515, 516, 517, 521, 523, 540, 541, 543, 544, 546, 547, 552, 554, 555, 566, 569, 573, 575, 584, 587, 591, 593, 594, 595, 599, 602, 607, 616, 632, 633, 636, 637, 639, 642, 643, 648, 658, 664, 665, 672, 680, 681, 686, 693, 696, 697, 698, 699, 700, 702, 705, 711, 713, 719, 722, 723, 724, 726, 730, 731, 732, 747, 750, 755, 756, 766, 771, 772, 777, 781, 785, 787, 793, 794, 799, 804, 805, 806, 813, 815, 820, 823, 826, 829, 834, 836, 837, 841, 843, 850, 854, 857, 862, 873, 874, 875, 888, 892, 893 ], "23": [ 5, 6, 8, 11, 24, 25, 39, 44, 49, 50, 52, 56, 58, 59, 62, 64, 67, 73, 74, 75, 76, 96, 100, 115, 121, 122, 123, 134, 136, 137, 138, 142, 147, 154, 159, 161, 163, 169, 170, 174, 178, 180, 181, 184, 191, 197, 198, 202, 204, 205, 206, 209, 210, 211, 214, 215, 221, 228, 230, 231, 235, 236, 238, 243, 249, 253, 254, 258, 263, 264, 266, 272, 274, 277, 278, 280, 281, 286, 287, 289, 291, 301, 307, 308, 310, 318, 325, 333, 343, 345, 346, 349, 354, 355, 358, 359, 360, 361, 362, 364, 371, 372, 379, 383, 386, 389, 391, 393, 394, 399, 401, 403, 405, 408, 410, 412, 418, 424, 425, 428, 430, 433, 434, 437, 449, 455, 459, 470, 471, 472, 473, 478, 487, 489, 491, 498, 500, 503, 508, 513, 533, 537, 539, 541, 543, 545, 546, 547, 555, 558, 559, 562, 563, 564, 569, 570, 571, 577, 580, 584, 590, 592, 594, 596, 598, 601, 602, 614, 632, 633, 635, 643, 646, 647, 653, 657, 665, 668, 670, 679, 680, 684, 688, 689, 690, 695, 698, 705, 712, 713, 714, 720, 723, 724, 725, 726, 731, 735, 736, 739, 746, 747, 754, 756, 762, 764, 767, 770, 772, 774, 775, 778, 784, 785, 788, 807, 808, 812, 815, 818, 821, 830, 831, 836, 837, 839, 841, 845, 846, 856, 859, 860, 862, 864, 867, 870, 873, 875, 879, 888, 893, 894 ], "24": [ 3, 6, 12, 13, 14, 17, 18, 20, 26, 36, 40, 43, 45, 56, 64, 67, 72, 77, 80, 81, 82, 85, 89, 93, 97, 100, 104, 107, 111, 115, 120, 123, 125, 126, 127, 129, 136, 137, 138, 140, 151, 154, 159, 164, 166, 172, 179, 180, 182, 185, 188, 191, 194, 203, 205, 206, 207, 209, 218, 219, 220, 224, 226, 230, 237, 238, 249, 250, 251, 253, 254, 259, 261, 263, 264, 265, 271, 278, 283, 287, 289, 293, 294, 297, 299, 300, 305, 311, 313, 316, 317, 318, 321, 322, 323, 326, 327, 332, 335, 336, 341, 348, 350, 352, 353, 357, 361, 365, 370, 378, 387, 389, 392, 399, 407, 409, 414, 415, 417, 424, 425, 429, 430, 433, 437, 438, 442, 446, 449, 451, 459, 469, 474, 475, 477, 483, 490, 494, 498, 513, 517, 521, 525, 526, 534, 537, 546, 547, 550, 551, 557, 560, 563, 564, 568, 571, 572, 573, 576, 585, 591, 593, 594, 597, 601, 603, 604, 606, 608, 613, 617, 620, 622, 623, 626, 633, 636, 653, 654, 657, 663, 665, 668, 670, 672, 677, 691, 705, 709, 711, 712, 713, 715, 717, 722, 723, 725, 731, 735, 737, 744, 748, 758, 761, 765, 767, 771, 772, 773, 775, 776, 777, 786, 796, 800, 801, 803, 812, 816, 821, 828, 829, 833, 835, 836, 837, 840, 843, 846, 849, 858, 867, 869, 870, 871, 874, 877, 880, 885, 887, 892, 893 ], "25": [ 2, 6, 9, 11, 15, 16, 22, 24, 27, 37, 41, 46, 53, 56, 57, 60, 62, 72, 75, 76, 79, 82, 83, 85, 86, 88, 91, 93, 95, 101, 102, 103, 104, 106, 108, 118, 125, 130, 131, 135, 137, 138, 143, 152, 153, 156, 160, 164, 165, 172, 173, 177, 180, 186, 189, 192, 193, 201, 202, 209, 217, 221, 225, 233, 237, 238, 240, 244, 246, 249, 251, 254, 255, 261, 263, 271, 274, 282, 285, 289, 295, 301, 302, 305, 307, 309, 314, 316, 321, 322, 328, 330, 331, 337, 346, 350, 351, 353, 361, 370, 374, 376, 378, 384, 385, 387, 388, 389, 391, 393, 396, 400, 401, 402, 408, 416, 423, 426, 427, 431, 432, 433, 437, 440, 441, 445, 449, 458, 460, 461, 482, 485, 489, 494, 496, 509, 513, 514, 515, 525, 528, 529, 535, 537, 539, 544, 545, 547, 553, 554, 570, 572, 575, 581, 586, 595, 600, 607, 615, 624, 627, 628, 629, 630, 631, 634, 636, 638, 644, 647, 649, 654, 655, 660, 663, 668, 671, 675, 678, 679, 682, 685, 687, 688, 690, 692, 694, 696, 699, 702, 704, 705, 709, 716, 718, 721, 729, 739, 741, 749, 752, 762, 763, 772, 775, 788, 792, 793, 800, 804, 807, 812, 815, 817, 818, 822, 823, 824, 829, 832, 833, 837, 838, 839, 842, 843, 845, 847, 851, 852, 855, 857, 859, 861, 867, 872, 875, 877, 878, 880, 892, 895 ], "26": [ 0, 10, 13, 16, 17, 25, 26, 29, 34, 38, 39, 40, 45, 48, 53, 54, 55, 62, 71, 74, 75, 78, 79, 82, 85, 87, 89, 91, 97, 99, 100, 103, 105, 106, 110, 112, 115, 118, 122, 124, 132, 133, 136, 138, 139, 141, 146, 148, 149, 150, 151, 152, 156, 159, 160, 166, 168, 180, 187, 196, 197, 210, 211, 217, 220, 221, 222, 226, 230, 236, 239, 243, 247, 248, 255, 257, 259, 262, 263, 265, 269, 270, 275, 283, 291, 292, 294, 297, 300, 305, 307, 312, 313, 315, 316, 330, 336, 344, 350, 355, 357, 358, 360, 362, 363, 365, 367, 371, 377, 379, 384, 387, 392, 395, 412, 420, 424, 425, 426, 427, 428, 431, 434, 440, 444, 445, 447, 452, 454, 457, 464, 469, 473, 486, 488, 495, 500, 505, 506, 509, 510, 511, 515, 516, 518, 520, 531, 539, 544, 546, 548, 550, 552, 554, 557, 558, 561, 565, 568, 570, 574, 581, 582, 587, 588, 589, 590, 596, 598, 600, 601, 605, 607, 608, 609, 611, 613, 615, 617, 618, 622, 624, 625, 627, 630, 631, 633, 635, 640, 658, 660, 661, 666, 671, 673, 680, 681, 684, 690, 694, 697, 699, 701, 717, 720, 721, 722, 726, 729, 740, 745, 750, 751, 752, 753, 761, 766, 771, 782, 784, 785, 789, 790, 793, 795, 800, 802, 806, 812, 815, 818, 832, 840, 842, 844, 850, 859, 871, 872, 877, 884, 892 ], "27": [ 0, 1, 9, 16, 30, 32, 35, 36, 38, 40, 42, 46, 49, 52, 56, 61, 62, 66, 68, 70, 74, 77, 81, 84, 87, 91, 97, 101, 110, 111, 112, 115, 116, 128, 132, 133, 141, 143, 149, 152, 153, 157, 161, 163, 165, 178, 184, 187, 198, 199, 208, 212, 215, 219, 222, 224, 226, 227, 241, 242, 245, 250, 251, 253, 260, 261, 271, 273, 275, 276, 280, 286, 287, 289, 290, 291, 293, 298, 313, 314, 324, 330, 331, 341, 344, 352, 353, 355, 358, 363, 365, 367, 372, 376, 379, 386, 387, 390, 391, 392, 393, 396, 400, 402, 406, 407, 410, 411, 413, 414, 416, 421, 424, 426, 432, 433, 441, 444, 446, 451, 454, 457, 466, 476, 477, 479, 482, 483, 488, 491, 492, 495, 499, 504, 505, 508, 511, 513, 516, 524, 526, 533, 536, 537, 538, 542, 543, 565, 567, 572, 573, 585, 589, 593, 594, 601, 603, 604, 607, 614, 616, 620, 622, 626, 627, 629, 644, 646, 653, 656, 657, 658, 659, 667, 668, 670, 672, 675, 679, 680, 684, 686, 688, 689, 696, 700, 709, 711, 712, 715, 720, 723, 732, 737, 742, 745, 747, 748, 752, 754, 761, 767, 769, 772, 773, 774, 776, 782, 787, 791, 793, 796, 799, 800, 804, 808, 810, 811, 812, 815, 817, 822, 826, 831, 832, 836, 846, 854, 855, 857, 863, 868, 869, 871, 874, 875, 877, 878, 879, 882, 889, 892 ], "28": [ 4, 8, 9, 14, 20, 23, 27, 28, 30, 38, 41, 43, 45, 49, 50, 58, 64, 68, 71, 78, 81, 90, 98, 99, 100, 101, 102, 105, 106, 107, 108, 111, 122, 129, 131, 132, 133, 135, 139, 143, 147, 164, 166, 171, 181, 184, 185, 187, 191, 194, 195, 199, 201, 202, 204, 210, 212, 213, 214, 217, 221, 229, 241, 242, 245, 251, 252, 254, 255, 260, 262, 264, 265, 266, 270, 272, 275, 279, 280, 283, 287, 292, 293, 294, 298, 300, 301, 303, 304, 307, 309, 311, 312, 318, 321, 324, 328, 338, 345, 346, 349, 354, 361, 363, 367, 373, 374, 379, 396, 398, 403, 405, 406, 410, 411, 418, 428, 434, 436, 443, 445, 446, 447, 448, 449, 451, 452, 453, 457, 461, 462, 465, 469, 473, 477, 478, 482, 489, 493, 496, 499, 505, 507, 513, 517, 522, 527, 530, 531, 539, 541, 543, 544, 558, 564, 578, 579, 581, 584, 585, 590, 602, 606, 614, 622, 631, 632, 636, 637, 639, 644, 650, 654, 664, 665, 668, 670, 671, 679, 680, 681, 683, 690, 691, 694, 696, 697, 701, 703, 707, 710, 712, 714, 725, 729, 732, 734, 743, 753, 764, 767, 769, 771, 775, 776, 777, 778, 781, 782, 786, 790, 791, 795, 796, 800, 804, 807, 808, 810, 815, 816, 818, 827, 829, 832, 833, 836, 839, 840, 847, 848, 852, 859, 861, 865, 868, 871, 877, 880, 882, 892, 895 ], "29": [ 1, 3, 4, 5, 6, 7, 18, 24, 34, 35, 39, 43, 45, 51, 58, 60, 62, 64, 65, 70, 77, 82, 87, 94, 96, 97, 105, 117, 119, 120, 121, 123, 124, 125, 128, 129, 131, 132, 137, 139, 147, 152, 153, 158, 163, 170, 172, 178, 182, 187, 188, 191, 195, 196, 198, 200, 201, 202, 205, 209, 210, 211, 213, 215, 218, 222, 228, 229, 233, 234, 236, 243, 244, 246, 247, 249, 251, 258, 269, 272, 275, 279, 280, 281, 292, 297, 299, 309, 312, 313, 316, 322, 324, 325, 326, 328, 332, 344, 360, 362, 372, 373, 375, 381, 382, 384, 386, 387, 393, 397, 399, 402, 405, 425, 426, 428, 430, 437, 439, 440, 442, 452, 458, 464, 471, 475, 482, 485, 487, 498, 501, 506, 508, 509, 511, 515, 516, 519, 524, 528, 533, 534, 537, 545, 546, 550, 555, 556, 558, 569, 573, 577, 578, 581, 585, 586, 589, 590, 591, 592, 594, 596, 597, 598, 599, 602, 608, 609, 611, 613, 622, 642, 651, 662, 664, 668, 669, 671, 674, 678, 679, 680, 681, 693, 694, 696, 700, 701, 703, 704, 708, 710, 713, 714, 715, 722, 730, 749, 752, 753, 758, 762, 763, 765, 767, 769, 770, 777, 780, 782, 784, 785, 787, 788, 792, 797, 798, 799, 803, 806, 809, 810, 811, 813, 819, 824, 828, 829, 830, 838, 844, 846, 848, 850, 851, 854, 864, 866, 870, 877, 881, 892 ], "30": [ 1, 2, 4, 6, 7, 13, 20, 21, 29, 30, 31, 35, 38, 43, 46, 51, 53, 54, 55, 57, 60, 70, 83, 93, 96, 108, 109, 112, 113, 125, 128, 131, 132, 133, 135, 136, 137, 138, 149, 150, 151, 153, 156, 159, 160, 162, 171, 172, 173, 174, 175, 180, 181, 182, 184, 185, 187, 189, 191, 192, 203, 204, 206, 207, 208, 213, 224, 227, 232, 239, 244, 247, 253, 262, 266, 271, 273, 276, 284, 286, 292, 293, 294, 296, 297, 303, 304, 308, 315, 317, 322, 325, 332, 333, 337, 345, 349, 350, 361, 363, 369, 370, 375, 377, 378, 385, 386, 389, 392, 394, 396, 397, 399, 405, 406, 407, 420, 421, 427, 430, 435, 441, 444, 449, 452, 455, 458, 468, 470, 471, 474, 476, 481, 491, 496, 499, 503, 512, 516, 518, 521, 523, 526, 533, 535, 540, 545, 548, 549, 569, 572, 573, 575, 578, 583, 584, 587, 588, 591, 593, 600, 602, 605, 607, 608, 611, 612, 614, 619, 624, 627, 629, 630, 634, 642, 652, 654, 655, 659, 669, 670, 673, 684, 685, 687, 692, 697, 699, 702, 703, 707, 713, 721, 726, 728, 730, 733, 737, 742, 743, 749, 751, 752, 754, 759, 762, 763, 768, 773, 776, 777, 780, 782, 786, 787, 789, 792, 801, 804, 806, 811, 812, 814, 815, 816, 822, 830, 834, 835, 836, 851, 855, 856, 857, 863, 867, 871, 872, 874, 880, 882, 893 ], "31": [ 1, 14, 17, 28, 31, 33, 34, 38, 52, 57, 60, 61, 63, 64, 66, 68, 74, 83, 84, 85, 87, 88, 90, 95, 98, 99, 104, 106, 110, 113, 127, 130, 134, 136, 138, 139, 141, 151, 152, 153, 162, 166, 167, 169, 177, 178, 195, 199, 201, 203, 208, 211, 215, 227, 228, 230, 231, 232, 239, 251, 255, 257, 258, 259, 263, 264, 265, 267, 268, 274, 275, 278, 279, 281, 288, 289, 293, 304, 308, 312, 320, 322, 323, 325, 331, 334, 335, 343, 345, 349, 352, 357, 361, 376, 377, 381, 382, 383, 384, 387, 391, 395, 398, 406, 412, 416, 418, 420, 423, 428, 429, 430, 432, 434, 436, 439, 440, 452, 453, 456, 463, 465, 466, 468, 470, 473, 475, 476, 484, 488, 489, 494, 495, 497, 503, 512, 515, 516, 528, 534, 538, 539, 543, 544, 547, 551, 552, 553, 555, 561, 563, 565, 584, 588, 589, 590, 598, 612, 613, 619, 620, 625, 627, 631, 632, 635, 636, 640, 648, 651, 652, 655, 663, 664, 667, 670, 674, 676, 677, 680, 686, 691, 697, 701, 705, 707, 709, 710, 715, 717, 722, 724, 729, 730, 734, 737, 739, 741, 746, 759, 765, 769, 778, 779, 790, 791, 793, 800, 802, 803, 807, 808, 810, 811, 816, 818, 819, 827, 836, 838, 839, 840, 841, 845, 850, 851, 852, 853, 856, 857, 858, 862, 863, 864, 865, 873, 874, 875, 886, 892, 894, 895 ], "32": [ 4, 10, 11, 12, 13, 14, 18, 20, 23, 32, 33, 37, 54, 57, 60, 61, 69, 70, 74, 76, 77, 79, 89, 93, 94, 95, 110, 114, 117, 118, 121, 124, 126, 127, 129, 133, 136, 139, 140, 143, 147, 152, 157, 160, 170, 172, 173, 176, 177, 178, 182, 185, 190, 192, 193, 195, 199, 210, 212, 213, 218, 221, 222, 225, 226, 230, 233, 236, 242, 245, 247, 248, 249, 252, 254, 258, 259, 260, 263, 269, 271, 275, 276, 279, 281, 286, 290, 296, 297, 304, 306, 307, 310, 314, 316, 320, 321, 322, 325, 329, 332, 335, 348, 349, 355, 356, 364, 366, 386, 392, 393, 394, 398, 401, 404, 407, 419, 424, 427, 429, 432, 435, 441, 442, 449, 453, 455, 457, 463, 470, 472, 476, 481, 483, 484, 493, 496, 497, 498, 504, 506, 511, 512, 515, 519, 522, 526, 527, 538, 539, 540, 552, 553, 554, 555, 556, 558, 559, 564, 576, 579, 585, 602, 607, 608, 612, 616, 617, 620, 621, 624, 625, 633, 634, 635, 638, 648, 649, 652, 655, 661, 662, 670, 680, 684, 690, 694, 699, 712, 717, 718, 720, 725, 727, 728, 729, 731, 742, 745, 749, 750, 751, 754, 759, 761, 766, 780, 790, 795, 797, 800, 801, 804, 806, 808, 811, 812, 816, 818, 821, 835, 838, 839, 843, 845, 847, 848, 851, 852, 855, 857, 861, 864, 865, 868, 871, 876, 878, 885, 889, 890, 894 ], "33": [ 2, 4, 7, 10, 13, 17, 20, 23, 25, 28, 33, 34, 35, 36, 43, 45, 53, 60, 63, 66, 68, 73, 74, 77, 84, 86, 88, 92, 97, 103, 104, 110, 113, 114, 115, 116, 117, 122, 127, 128, 129, 130, 132, 133, 143, 144, 158, 164, 165, 166, 167, 168, 176, 177, 179, 180, 184, 186, 189, 194, 203, 207, 212, 213, 214, 215, 216, 219, 223, 226, 228, 231, 238, 240, 241, 242, 243, 244, 245, 246, 247, 251, 253, 256, 259, 263, 264, 265, 266, 272, 273, 274, 277, 281, 282, 283, 307, 309, 317, 327, 335, 336, 339, 341, 362, 370, 371, 372, 375, 386, 387, 388, 395, 401, 402, 403, 405, 406, 408, 409, 414, 415, 418, 426, 430, 432, 434, 440, 442, 444, 447, 449, 450, 452, 453, 456, 458, 466, 468, 469, 474, 479, 492, 493, 505, 512, 517, 519, 525, 527, 532, 539, 541, 542, 544, 548, 553, 555, 556, 563, 567, 569, 570, 571, 573, 577, 579, 581, 588, 589, 592, 593, 594, 602, 604, 612, 623, 624, 625, 629, 630, 633, 634, 638, 639, 642, 645, 656, 657, 660, 665, 668, 669, 671, 672, 676, 677, 683, 696, 709, 712, 713, 717, 724, 725, 726, 730, 732, 735, 741, 743, 744, 747, 750, 754, 759, 767, 768, 771, 773, 779, 780, 782, 801, 804, 810, 831, 836, 842, 843, 844, 849, 856, 857, 858, 860, 865, 875, 878, 883, 885, 892 ], "34": [ 2, 5, 6, 8, 11, 12, 19, 26, 32, 35, 38, 39, 46, 47, 50, 51, 52, 57, 58, 62, 66, 69, 70, 75, 79, 81, 84, 86, 87, 91, 92, 94, 96, 102, 103, 104, 110, 111, 113, 116, 117, 125, 135, 143, 148, 155, 160, 161, 162, 164, 170, 176, 181, 183, 184, 185, 188, 189, 191, 198, 207, 216, 219, 224, 226, 229, 234, 236, 248, 250, 252, 260, 261, 262, 266, 267, 277, 279, 283, 285, 293, 295, 301, 302, 306, 309, 310, 316, 317, 318, 323, 327, 330, 335, 338, 339, 341, 347, 348, 349, 358, 361, 371, 372, 373, 379, 383, 386, 398, 400, 409, 417, 420, 423, 424, 426, 430, 432, 434, 438, 444, 461, 464, 468, 470, 474, 475, 477, 486, 487, 492, 494, 500, 513, 519, 520, 522, 524, 527, 529, 530, 531, 545, 549, 552, 559, 570, 577, 578, 586, 589, 591, 599, 608, 609, 610, 614, 615, 616, 620, 625, 627, 628, 634, 639, 641, 644, 646, 649, 651, 653, 657, 658, 659, 661, 662, 663, 668, 680, 684, 685, 694, 702, 703, 705, 713, 714, 716, 718, 720, 723, 724, 725, 726, 729, 733, 736, 739, 740, 741, 745, 750, 752, 753, 759, 762, 765, 775, 776, 779, 780, 781, 782, 789, 790, 792, 798, 800, 808, 810, 811, 816, 828, 833, 835, 836, 837, 838, 839, 852, 859, 863, 868, 869, 872, 880, 882, 883, 886, 887, 891, 893 ], "35": [ 8, 9, 11, 15, 16, 17, 18, 20, 23, 24, 26, 28, 34, 37, 46, 48, 50, 51, 57, 62, 65, 67, 69, 74, 83, 84, 85, 86, 87, 88, 90, 97, 103, 108, 109, 113, 120, 121, 131, 132, 142, 152, 153, 154, 159, 162, 164, 169, 170, 172, 174, 175, 179, 190, 198, 206, 209, 213, 220, 227, 231, 236, 240, 246, 247, 248, 249, 251, 253, 254, 255, 260, 265, 267, 268, 269, 279, 286, 290, 293, 301, 303, 305, 310, 311, 314, 315, 316, 317, 322, 329, 330, 337, 339, 341, 343, 346, 348, 349, 358, 360, 361, 362, 363, 372, 378, 381, 386, 387, 390, 391, 394, 395, 398, 402, 414, 415, 427, 431, 438, 447, 451, 456, 462, 463, 468, 470, 471, 473, 480, 487, 492, 495, 504, 505, 512, 518, 527, 529, 533, 534, 536, 537, 538, 539, 540, 554, 566, 575, 585, 586, 588, 589, 591, 600, 601, 603, 604, 606, 608, 614, 615, 623, 628, 629, 633, 635, 638, 639, 641, 644, 649, 651, 664, 671, 673, 680, 681, 690, 695, 696, 698, 699, 714, 716, 718, 719, 727, 730, 731, 732, 735, 737, 744, 750, 751, 752, 755, 760, 761, 762, 768, 770, 772, 773, 774, 775, 778, 780, 784, 802, 803, 808, 810, 813, 817, 819, 820, 824, 827, 828, 830, 831, 833, 837, 838, 840, 842, 856, 857, 860, 865, 866, 868, 874, 881, 882, 883, 884, 889, 892, 895 ], "36": [ 3, 6, 16, 26, 35, 36, 45, 53, 59, 60, 62, 67, 72, 74, 75, 85, 86, 88, 91, 93, 97, 101, 102, 106, 112, 113, 116, 124, 128, 131, 147, 149, 160, 161, 166, 169, 171, 182, 190, 193, 194, 196, 203, 206, 207, 208, 210, 214, 217, 219, 225, 226, 235, 236, 239, 242, 244, 249, 250, 251, 254, 259, 264, 267, 271, 278, 284, 286, 294, 298, 299, 306, 310, 316, 322, 339, 341, 343, 350, 353, 356, 357, 359, 367, 369, 374, 377, 381, 384, 394, 396, 399, 401, 411, 412, 418, 422, 424, 426, 428, 429, 437, 438, 442, 444, 447, 449, 452, 453, 454, 457, 461, 463, 464, 474, 476, 487, 488, 489, 492, 496, 497, 499, 502, 503, 504, 511, 514, 516, 520, 521, 525, 526, 527, 528, 529, 534, 537, 538, 539, 540, 541, 546, 547, 549, 553, 554, 558, 565, 566, 568, 569, 582, 589, 590, 594, 595, 598, 603, 606, 608, 612, 614, 615, 617, 618, 628, 629, 630, 634, 635, 637, 639, 640, 646, 649, 652, 653, 655, 658, 661, 667, 668, 673, 676, 677, 678, 680, 684, 686, 692, 695, 699, 711, 716, 723, 724, 726, 733, 734, 736, 738, 740, 741, 742, 748, 750, 754, 759, 762, 763, 769, 770, 773, 776, 781, 783, 787, 791, 792, 797, 802, 803, 805, 809, 814, 815, 819, 828, 835, 839, 843, 845, 847, 849, 852, 853, 854, 863, 883, 890, 894 ], "37": [ 0, 1, 2, 7, 20, 22, 30, 34, 39, 41, 42, 43, 46, 53, 60, 62, 63, 64, 66, 67, 68, 69, 72, 73, 78, 79, 86, 87, 88, 90, 92, 94, 105, 106, 107, 108, 110, 116, 122, 124, 127, 135, 159, 163, 168, 169, 170, 174, 178, 187, 188, 199, 200, 201, 207, 208, 209, 211, 213, 218, 219, 222, 224, 225, 227, 228, 240, 246, 249, 252, 269, 276, 281, 283, 288, 296, 297, 298, 300, 302, 306, 309, 313, 319, 321, 324, 325, 336, 343, 345, 346, 352, 353, 359, 361, 368, 370, 374, 375, 379, 380, 382, 386, 387, 391, 392, 393, 394, 397, 402, 411, 415, 419, 423, 424, 427, 428, 433, 437, 439, 440, 444, 445, 453, 458, 465, 482, 484, 485, 488, 489, 490, 491, 497, 511, 512, 513, 515, 517, 520, 522, 532, 535, 536, 544, 546, 547, 548, 549, 550, 551, 553, 555, 567, 569, 570, 572, 574, 578, 579, 588, 589, 590, 594, 601, 602, 608, 611, 616, 621, 625, 627, 628, 631, 633, 640, 643, 647, 652, 657, 669, 672, 673, 679, 680, 682, 684, 685, 689, 692, 707, 708, 709, 710, 713, 714, 727, 731, 746, 757, 759, 760, 761, 764, 768, 769, 773, 776, 778, 782, 784, 800, 802, 804, 807, 809, 817, 818, 820, 825, 826, 827, 828, 830, 831, 835, 847, 852, 854, 860, 861, 864, 869, 872, 876, 881, 883, 885, 886, 892, 893, 895 ], "38": [ 9, 10, 17, 20, 26, 28, 29, 37, 39, 41, 43, 45, 47, 48, 52, 62, 63, 64, 65, 68, 76, 77, 81, 84, 87, 88, 89, 90, 91, 94, 98, 105, 108, 109, 113, 115, 119, 121, 132, 133, 138, 141, 143, 145, 153, 157, 161, 171, 173, 180, 190, 202, 212, 213, 215, 219, 225, 230, 231, 232, 236, 239, 255, 256, 264, 275, 277, 288, 291, 292, 293, 295, 299, 304, 309, 310, 314, 317, 320, 324, 328, 330, 336, 339, 341, 345, 356, 357, 360, 361, 364, 365, 370, 375, 376, 379, 388, 389, 390, 392, 396, 399, 400, 404, 407, 408, 410, 417, 426, 428, 430, 435, 439, 448, 449, 453, 454, 460, 461, 468, 476, 479, 483, 495, 497, 501, 504, 507, 508, 509, 511, 513, 514, 515, 517, 519, 523, 524, 525, 528, 532, 534, 536, 538, 542, 553, 556, 562, 569, 570, 571, 572, 573, 574, 582, 593, 599, 606, 610, 618, 620, 621, 622, 625, 627, 631, 632, 633, 635, 636, 638, 639, 640, 641, 649, 657, 662, 663, 665, 669, 673, 675, 676, 677, 678, 679, 684, 685, 686, 690, 693, 696, 698, 700, 710, 711, 712, 713, 714, 715, 717, 719, 721, 724, 725, 729, 736, 738, 743, 747, 751, 757, 758, 759, 760, 762, 770, 775, 776, 779, 783, 789, 791, 793, 794, 812, 814, 815, 841, 842, 861, 864, 866, 867, 870, 871, 878, 879, 880, 881, 884, 886 ], "39": [ 4, 6, 12, 15, 21, 22, 26, 31, 35, 39, 40, 44, 49, 51, 62, 63, 69, 70, 71, 72, 77, 82, 83, 86, 87, 90, 94, 98, 101, 103, 104, 108, 113, 123, 129, 133, 143, 144, 154, 159, 161, 167, 168, 169, 174, 177, 180, 183, 189, 196, 197, 198, 199, 203, 208, 209, 214, 215, 222, 224, 226, 234, 236, 238, 243, 244, 246, 251, 256, 259, 260, 265, 267, 270, 271, 275, 279, 281, 288, 295, 307, 309, 314, 315, 320, 324, 331, 332, 341, 343, 346, 351, 353, 359, 364, 365, 367, 372, 380, 383, 388, 392, 394, 402, 403, 406, 411, 412, 413, 418, 419, 424, 426, 427, 438, 440, 446, 448, 453, 454, 460, 466, 467, 469, 470, 471, 473, 475, 476, 479, 484, 489, 491, 492, 493, 497, 499, 500, 503, 512, 515, 519, 520, 528, 529, 538, 539, 541, 547, 551, 552, 557, 559, 565, 566, 577, 579, 580, 581, 585, 589, 592, 595, 601, 618, 622, 636, 642, 645, 649, 651, 652, 656, 658, 660, 671, 676, 680, 682, 686, 687, 689, 695, 696, 697, 698, 699, 712, 715, 723, 725, 729, 730, 734, 735, 739, 740, 743, 746, 749, 753, 758, 760, 761, 764, 765, 775, 780, 782, 785, 786, 788, 789, 792, 794, 796, 800, 804, 808, 811, 815, 817, 821, 832, 833, 834, 835, 839, 844, 846, 848, 849, 856, 859, 860, 861, 864, 874, 878, 879, 883, 886 ], "40": [ 2, 3, 5, 6, 8, 14, 19, 26, 29, 30, 35, 53, 54, 60, 62, 68, 70, 71, 72, 73, 74, 76, 77, 78, 83, 91, 94, 96, 105, 111, 112, 117, 118, 119, 128, 131, 133, 135, 140, 142, 143, 151, 152, 155, 167, 175, 178, 181, 182, 185, 186, 187, 189, 191, 200, 201, 203, 212, 214, 218, 219, 223, 224, 232, 235, 237, 238, 247, 249, 251, 257, 263, 264, 266, 271, 275, 280, 281, 282, 284, 285, 292, 294, 300, 325, 326, 330, 339, 340, 342, 344, 350, 352, 355, 362, 370, 374, 378, 384, 386, 392, 396, 400, 403, 404, 409, 410, 412, 413, 414, 416, 417, 420, 427, 435, 438, 442, 444, 453, 454, 459, 460, 472, 476, 477, 490, 491, 496, 497, 498, 501, 502, 503, 506, 508, 512, 515, 516, 529, 530, 531, 541, 543, 545, 548, 551, 558, 561, 562, 567, 570, 572, 583, 589, 591, 596, 597, 600, 603, 604, 611, 614, 616, 619, 630, 638, 642, 643, 644, 651, 654, 658, 663, 665, 668, 673, 675, 676, 678, 679, 680, 685, 688, 690, 691, 693, 700, 701, 703, 705, 706, 708, 709, 713, 718, 719, 721, 723, 726, 727, 732, 744, 750, 753, 761, 768, 769, 782, 787, 790, 793, 800, 805, 807, 808, 810, 812, 813, 816, 817, 823, 824, 828, 830, 831, 832, 834, 835, 838, 840, 841, 853, 857, 858, 862, 865, 872, 877, 882, 884, 889, 893 ], "41": [ 3, 14, 28, 32, 37, 43, 45, 47, 51, 52, 55, 56, 59, 60, 65, 70, 74, 77, 79, 80, 81, 85, 88, 90, 92, 98, 99, 107, 110, 111, 114, 118, 122, 123, 127, 129, 134, 141, 142, 145, 147, 155, 156, 158, 159, 160, 163, 164, 170, 171, 173, 176, 180, 185, 192, 197, 208, 211, 220, 221, 225, 227, 228, 229, 230, 231, 235, 236, 240, 242, 248, 249, 250, 254, 255, 256, 259, 263, 274, 279, 282, 283, 285, 290, 294, 295, 300, 301, 305, 306, 307, 308, 309, 311, 316, 320, 322, 325, 335, 338, 343, 350, 351, 352, 358, 364, 371, 372, 373, 383, 384, 388, 394, 400, 408, 410, 416, 417, 418, 424, 425, 428, 431, 434, 436, 441, 443, 445, 446, 448, 451, 454, 455, 457, 461, 464, 468, 471, 473, 477, 479, 483, 488, 490, 491, 493, 494, 499, 505, 507, 508, 516, 523, 524, 531, 532, 537, 548, 569, 576, 580, 584, 588, 589, 590, 595, 600, 601, 606, 608, 611, 618, 622, 623, 632, 636, 638, 639, 640, 656, 658, 660, 663, 666, 670, 676, 684, 690, 693, 697, 701, 704, 705, 707, 713, 715, 719, 724, 725, 726, 727, 729, 731, 732, 735, 758, 762, 764, 770, 772, 773, 778, 784, 787, 794, 795, 796, 797, 799, 801, 803, 805, 806, 809, 811, 813, 820, 823, 832, 841, 842, 845, 847, 862, 863, 866, 868, 871, 873, 875, 877, 895 ], "42": [ 2, 5, 15, 16, 17, 26, 27, 30, 33, 35, 41, 43, 45, 47, 48, 52, 55, 61, 62, 64, 65, 67, 74, 75, 77, 81, 84, 102, 106, 107, 110, 111, 114, 126, 127, 129, 132, 140, 142, 150, 153, 156, 158, 168, 170, 172, 175, 177, 179, 180, 184, 186, 188, 190, 192, 193, 201, 205, 208, 219, 224, 228, 231, 235, 241, 243, 259, 266, 275, 277, 283, 286, 290, 293, 296, 303, 304, 306, 308, 309, 314, 319, 323, 324, 327, 333, 338, 339, 350, 355, 358, 364, 366, 368, 377, 380, 387, 389, 390, 395, 396, 397, 400, 402, 403, 404, 413, 414, 417, 423, 424, 426, 431, 432, 434, 438, 440, 445, 449, 451, 452, 454, 457, 458, 464, 470, 472, 474, 475, 476, 482, 484, 489, 494, 499, 500, 503, 507, 509, 513, 514, 518, 520, 524, 527, 530, 535, 540, 541, 560, 563, 567, 573, 580, 583, 584, 592, 597, 601, 604, 608, 613, 614, 619, 620, 621, 622, 623, 635, 638, 639, 640, 641, 644, 645, 647, 649, 650, 652, 653, 654, 655, 656, 667, 668, 671, 674, 675, 680, 685, 686, 691, 693, 694, 707, 708, 710, 711, 712, 713, 718, 725, 733, 737, 742, 746, 751, 759, 766, 768, 773, 774, 779, 780, 781, 784, 785, 788, 792, 793, 797, 802, 804, 811, 812, 813, 816, 818, 823, 826, 829, 830, 835, 841, 842, 854, 861, 876, 882, 885, 889, 892 ], "43": [ 3, 6, 7, 23, 24, 30, 33, 38, 39, 40, 47, 71, 76, 78, 81, 88, 93, 94, 99, 100, 104, 111, 118, 120, 127, 128, 130, 131, 134, 135, 137, 138, 141, 142, 144, 146, 148, 157, 158, 160, 161, 162, 167, 172, 175, 179, 180, 184, 189, 190, 192, 193, 194, 196, 202, 203, 209, 211, 212, 214, 218, 219, 227, 228, 229, 234, 235, 236, 239, 240, 241, 247, 248, 254, 263, 265, 269, 270, 271, 276, 279, 284, 285, 289, 291, 294, 296, 306, 311, 312, 313, 326, 329, 332, 335, 338, 341, 354, 355, 356, 357, 362, 365, 372, 375, 381, 383, 385, 386, 391, 394, 395, 410, 423, 425, 428, 430, 436, 437, 441, 448, 455, 456, 460, 462, 463, 464, 469, 474, 480, 483, 484, 485, 487, 499, 500, 501, 502, 508, 510, 512, 515, 517, 518, 522, 528, 532, 536, 541, 546, 549, 551, 554, 555, 558, 559, 560, 562, 566, 573, 574, 579, 580, 587, 590, 597, 599, 606, 609, 613, 619, 624, 630, 632, 633, 634, 635, 636, 641, 644, 647, 651, 652, 663, 666, 669, 673, 674, 676, 679, 681, 689, 697, 699, 702, 704, 711, 714, 719, 725, 733, 737, 738, 743, 744, 749, 753, 755, 758, 760, 765, 767, 769, 773, 775, 784, 785, 789, 793, 794, 796, 797, 799, 802, 806, 809, 822, 829, 830, 835, 836, 837, 842, 846, 852, 854, 878, 882, 883, 885, 887, 894 ], "44": [ 3, 4, 7, 8, 12, 14, 24, 25, 27, 31, 33, 42, 50, 54, 60, 61, 64, 68, 70, 72, 73, 77, 86, 89, 95, 98, 101, 102, 103, 104, 105, 107, 108, 109, 120, 124, 125, 126, 127, 135, 138, 140, 144, 145, 148, 154, 162, 164, 166, 170, 177, 182, 189, 205, 217, 219, 220, 225, 229, 232, 234, 237, 241, 242, 243, 245, 248, 255, 266, 267, 268, 269, 271, 277, 280, 283, 284, 285, 289, 291, 294, 296, 298, 304, 308, 309, 312, 314, 316, 318, 320, 321, 322, 325, 327, 330, 331, 336, 340, 350, 351, 355, 356, 364, 369, 373, 375, 377, 386, 387, 392, 399, 401, 415, 416, 418, 423, 434, 436, 438, 442, 451, 453, 458, 459, 464, 468, 472, 482, 484, 486, 489, 492, 497, 502, 509, 510, 512, 522, 523, 526, 529, 531, 533, 534, 536, 540, 546, 547, 548, 551, 560, 573, 577, 578, 579, 580, 581, 584, 598, 606, 611, 616, 619, 623, 626, 627, 637, 639, 642, 644, 647, 660, 661, 664, 666, 668, 678, 680, 691, 695, 697, 702, 712, 716, 717, 718, 719, 722, 723, 726, 730, 731, 734, 735, 736, 742, 747, 750, 753, 757, 758, 760, 763, 765, 767, 771, 776, 780, 787, 794, 800, 802, 806, 811, 812, 814, 820, 821, 826, 828, 829, 832, 838, 839, 845, 848, 853, 856, 860, 865, 866, 869, 871, 873, 874, 875, 876, 878, 880, 889, 893 ], "45": [ 2, 5, 7, 21, 22, 23, 25, 27, 32, 34, 35, 39, 44, 45, 47, 49, 53, 55, 56, 59, 63, 69, 71, 74, 77, 92, 110, 115, 122, 126, 130, 131, 141, 142, 149, 150, 151, 152, 158, 159, 167, 169, 177, 180, 182, 186, 187, 189, 190, 191, 192, 197, 207, 208, 211, 215, 216, 217, 220, 225, 226, 228, 229, 232, 234, 237, 239, 243, 251, 252, 257, 260, 261, 264, 268, 278, 280, 282, 284, 287, 292, 295, 296, 298, 299, 300, 302, 306, 318, 323, 324, 329, 344, 351, 354, 357, 359, 364, 367, 375, 376, 377, 383, 387, 388, 390, 391, 392, 394, 400, 411, 415, 422, 423, 424, 426, 431, 434, 435, 436, 451, 453, 457, 458, 459, 461, 462, 471, 473, 484, 489, 492, 503, 510, 513, 515, 527, 528, 534, 535, 536, 541, 544, 547, 548, 549, 563, 564, 565, 570, 572, 578, 579, 586, 589, 590, 591, 599, 601, 603, 610, 613, 616, 620, 621, 624, 626, 629, 631, 633, 637, 639, 641, 642, 643, 651, 655, 657, 660, 662, 664, 669, 670, 674, 676, 680, 682, 683, 684, 694, 700, 701, 702, 707, 709, 714, 719, 721, 722, 725, 726, 728, 730, 737, 739, 747, 750, 753, 765, 770, 772, 775, 780, 783, 785, 787, 793, 796, 802, 806, 809, 812, 813, 818, 820, 823, 827, 829, 834, 835, 838, 856, 863, 864, 865, 869, 877, 880, 882, 884, 892, 895 ], "46": [ 0, 1, 4, 9, 14, 16, 21, 23, 25, 26, 37, 38, 39, 42, 43, 49, 52, 54, 59, 61, 63, 73, 75, 77, 82, 90, 92, 93, 96, 98, 99, 103, 114, 115, 119, 120, 121, 125, 128, 140, 142, 146, 148, 149, 157, 162, 164, 167, 172, 180, 190, 192, 194, 196, 200, 202, 204, 206, 208, 209, 211, 214, 220, 221, 222, 223, 226, 231, 232, 234, 236, 242, 245, 251, 252, 254, 258, 262, 264, 265, 267, 276, 281, 282, 293, 298, 305, 322, 324, 327, 331, 335, 336, 340, 341, 345, 346, 348, 350, 352, 358, 359, 360, 375, 379, 381, 383, 385, 387, 389, 391, 397, 406, 410, 415, 425, 429, 441, 442, 443, 444, 450, 452, 453, 454, 459, 460, 463, 465, 468, 471, 473, 478, 479, 483, 485, 486, 502, 503, 505, 510, 511, 516, 524, 526, 527, 530, 531, 532, 533, 535, 539, 544, 547, 548, 549, 552, 553, 554, 559, 560, 565, 572, 578, 580, 583, 596, 600, 605, 612, 619, 624, 632, 633, 637, 649, 650, 656, 663, 666, 678, 683, 684, 686, 688, 690, 693, 694, 695, 704, 714, 722, 729, 730, 731, 733, 735, 741, 743, 744, 748, 749, 751, 758, 760, 769, 770, 772, 777, 786, 791, 794, 795, 800, 801, 803, 804, 806, 812, 816, 822, 831, 834, 835, 840, 844, 845, 848, 851, 852, 854, 858, 859, 862, 865, 873, 875, 876, 880, 886, 892, 895 ], "47": [ 0, 2, 9, 17, 22, 23, 24, 25, 28, 35, 39, 43, 45, 47, 53, 54, 56, 60, 62, 74, 76, 81, 83, 103, 112, 113, 119, 120, 129, 137, 138, 139, 140, 146, 150, 151, 160, 163, 164, 166, 169, 173, 175, 177, 181, 184, 186, 190, 192, 199, 206, 207, 209, 212, 215, 221, 222, 234, 236, 237, 240, 244, 249, 255, 256, 257, 263, 267, 269, 271, 276, 277, 280, 282, 286, 292, 295, 297, 311, 312, 318, 320, 321, 322, 325, 330, 335, 339, 350, 351, 352, 360, 362, 363, 364, 365, 366, 368, 374, 375, 378, 383, 389, 394, 395, 396, 408, 410, 411, 415, 417, 419, 422, 428, 430, 431, 440, 441, 452, 462, 466, 470, 475, 490, 493, 497, 498, 499, 514, 517, 524, 527, 528, 529, 530, 531, 539, 542, 544, 549, 551, 552, 561, 564, 566, 576, 578, 580, 587, 589, 590, 592, 593, 595, 602, 603, 605, 606, 607, 610, 611, 620, 624, 625, 626, 630, 636, 638, 641, 644, 645, 650, 653, 656, 657, 661, 670, 671, 677, 678, 686, 699, 703, 704, 706, 716, 722, 723, 734, 743, 745, 752, 754, 757, 759, 761, 769, 770, 771, 774, 777, 778, 781, 788, 792, 795, 798, 799, 801, 805, 807, 814, 816, 817, 824, 825, 826, 827, 832, 834, 839, 840, 844, 845, 846, 850, 851, 853, 855, 857, 862, 863, 864, 865, 866, 872, 876, 879, 881, 886, 893, 894 ], "48": [ 2, 14, 15, 16, 23, 26, 34, 37, 39, 45, 64, 69, 71, 73, 81, 84, 91, 92, 94, 96, 98, 102, 106, 108, 110, 113, 114, 115, 116, 118, 125, 127, 133, 134, 141, 143, 144, 149, 151, 152, 156, 157, 158, 162, 170, 171, 172, 174, 177, 179, 187, 188, 191, 193, 197, 198, 203, 212, 214, 217, 225, 227, 242, 244, 246, 259, 263, 264, 265, 269, 271, 273, 285, 289, 290, 293, 294, 295, 297, 298, 299, 301, 307, 310, 312, 316, 317, 327, 329, 331, 333, 335, 342, 343, 346, 348, 352, 357, 362, 363, 364, 367, 374, 376, 377, 381, 384, 388, 389, 390, 391, 394, 400, 404, 406, 407, 410, 418, 434, 436, 441, 443, 445, 453, 463, 470, 475, 476, 480, 487, 491, 492, 494, 495, 502, 504, 506, 507, 508, 510, 517, 518, 519, 530, 532, 544, 546, 547, 552, 553, 558, 559, 561, 564, 565, 567, 570, 581, 586, 589, 592, 594, 601, 606, 611, 612, 614, 617, 624, 625, 626, 630, 634, 635, 643, 644, 645, 651, 655, 657, 660, 669, 670, 671, 677, 683, 686, 687, 689, 692, 693, 698, 701, 703, 704, 706, 710, 711, 713, 720, 722, 723, 726, 728, 735, 737, 738, 747, 749, 753, 761, 763, 764, 765, 766, 767, 777, 779, 781, 782, 786, 790, 792, 798, 799, 800, 802, 818, 823, 825, 829, 831, 832, 833, 835, 847, 849, 862, 868, 871, 872, 886 ], "49": [ 2, 12, 15, 25, 28, 32, 34, 35, 36, 42, 45, 49, 64, 73, 76, 77, 79, 80, 85, 91, 96, 102, 112, 116, 117, 118, 120, 121, 127, 129, 146, 147, 148, 151, 152, 163, 169, 173, 178, 185, 186, 187, 192, 193, 194, 195, 197, 199, 201, 202, 210, 216, 218, 228, 231, 238, 241, 243, 244, 245, 248, 254, 257, 259, 262, 263, 266, 271, 273, 276, 282, 284, 299, 302, 306, 309, 314, 316, 319, 321, 325, 326, 328, 331, 335, 336, 337, 338, 339, 340, 344, 345, 348, 351, 356, 357, 361, 368, 375, 379, 380, 382, 386, 387, 388, 397, 400, 402, 408, 411, 415, 418, 424, 425, 426, 427, 428, 437, 441, 442, 449, 453, 454, 456, 460, 462, 470, 471, 473, 476, 478, 487, 489, 490, 493, 494, 503, 506, 510, 514, 520, 528, 529, 536, 537, 538, 540, 545, 548, 549, 550, 552, 554, 567, 573, 575, 580, 591, 593, 596, 600, 603, 607, 612, 615, 616, 618, 619, 621, 623, 626, 632, 633, 637, 638, 641, 642, 643, 645, 646, 647, 650, 658, 660, 662, 664, 665, 666, 667, 670, 671, 672, 674, 680, 684, 685, 690, 704, 707, 717, 721, 722, 725, 728, 738, 740, 744, 746, 755, 757, 760, 764, 766, 778, 781, 787, 794, 795, 800, 802, 807, 815, 830, 831, 833, 836, 845, 847, 849, 852, 855, 856, 857, 859, 860, 869, 870, 878, 880, 882, 887, 890 ], "50": [ 0, 23, 24, 25, 26, 30, 32, 33, 34, 35, 36, 48, 51, 54, 56, 58, 60, 62, 74, 75, 80, 82, 85, 86, 96, 98, 106, 111, 112, 118, 119, 121, 125, 126, 127, 129, 137, 139, 140, 142, 145, 147, 151, 160, 165, 168, 169, 171, 179, 184, 189, 190, 195, 200, 202, 203, 207, 212, 216, 240, 244, 246, 249, 260, 269, 271, 272, 273, 277, 278, 286, 289, 292, 295, 306, 309, 313, 314, 318, 319, 320, 328, 332, 336, 338, 341, 347, 351, 353, 356, 359, 367, 368, 373, 376, 378, 381, 382, 385, 388, 390, 391, 394, 397, 400, 401, 404, 407, 408, 411, 412, 417, 419, 424, 426, 429, 432, 434, 440, 444, 445, 446, 450, 453, 454, 456, 458, 460, 461, 464, 480, 486, 487, 494, 495, 501, 502, 504, 505, 510, 512, 519, 524, 525, 526, 531, 534, 542, 545, 552, 557, 558, 560, 567, 574, 580, 583, 585, 592, 599, 600, 602, 605, 606, 609, 612, 618, 619, 620, 624, 628, 630, 631, 636, 641, 642, 643, 647, 648, 654, 655, 657, 659, 661, 664, 668, 674, 681, 683, 685, 691, 693, 699, 702, 704, 712, 715, 716, 717, 720, 723, 729, 731, 735, 738, 740, 745, 746, 751, 758, 761, 766, 767, 771, 774, 778, 799, 800, 803, 807, 808, 809, 812, 817, 819, 823, 827, 832, 835, 851, 852, 857, 859, 866, 876, 877, 880, 881, 882, 890, 892, 895 ], "51": [ 17, 18, 19, 27, 30, 33, 35, 39, 41, 43, 44, 49, 51, 54, 62, 71, 72, 75, 78, 79, 80, 81, 84, 90, 91, 96, 97, 99, 105, 106, 108, 109, 124, 130, 131, 141, 143, 147, 150, 151, 152, 158, 160, 166, 171, 185, 191, 193, 195, 198, 199, 203, 209, 215, 220, 221, 228, 230, 235, 236, 241, 245, 246, 247, 248, 251, 264, 272, 276, 277, 278, 281, 286, 288, 289, 293, 297, 306, 309, 311, 323, 331, 337, 340, 341, 343, 347, 350, 351, 352, 354, 358, 361, 363, 364, 365, 369, 372, 381, 384, 389, 395, 399, 401, 402, 416, 426, 428, 430, 434, 439, 450, 456, 457, 458, 466, 467, 468, 469, 470, 471, 483, 485, 486, 488, 491, 493, 496, 506, 509, 512, 513, 517, 519, 523, 526, 528, 529, 530, 532, 538, 540, 541, 545, 547, 550, 555, 561, 571, 572, 575, 579, 580, 582, 584, 588, 592, 594, 595, 597, 598, 602, 603, 606, 613, 622, 630, 634, 640, 641, 652, 654, 655, 659, 662, 672, 678, 685, 686, 689, 690, 691, 695, 697, 699, 702, 706, 709, 710, 713, 715, 717, 723, 732, 733, 734, 735, 736, 741, 743, 747, 753, 754, 759, 770, 771, 772, 773, 775, 783, 789, 797, 800, 808, 809, 811, 815, 820, 823, 829, 830, 831, 832, 833, 837, 844, 845, 848, 853, 855, 857, 862, 863, 866, 868, 870, 871, 875, 879, 885, 886, 891 ], "52": [ 0, 5, 8, 9, 16, 22, 25, 29, 33, 34, 36, 37, 39, 40, 45, 48, 53, 54, 57, 60, 64, 65, 66, 73, 83, 87, 93, 100, 101, 104, 107, 109, 117, 125, 135, 137, 138, 140, 142, 143, 146, 150, 159, 160, 162, 168, 169, 176, 180, 186, 188, 189, 190, 192, 196, 204, 210, 211, 213, 217, 221, 224, 227, 230, 231, 234, 237, 238, 247, 250, 258, 260, 262, 263, 264, 268, 272, 274, 279, 280, 284, 285, 296, 301, 303, 308, 309, 322, 328, 330, 338, 339, 340, 341, 342, 343, 345, 351, 353, 356, 357, 361, 363, 364, 365, 371, 376, 381, 384, 386, 393, 397, 398, 399, 404, 408, 409, 417, 419, 420, 425, 429, 431, 441, 445, 446, 449, 456, 462, 465, 466, 468, 469, 472, 473, 479, 480, 482, 486, 490, 491, 495, 505, 516, 523, 528, 532, 539, 542, 544, 548, 552, 553, 554, 557, 560, 565, 566, 569, 573, 578, 579, 583, 584, 588, 589, 597, 600, 601, 603, 606, 609, 614, 615, 616, 619, 623, 625, 631, 633, 635, 642, 643, 654, 664, 672, 676, 680, 695, 701, 702, 705, 709, 710, 711, 717, 718, 723, 728, 733, 735, 736, 742, 746, 747, 752, 760, 763, 768, 770, 772, 784, 789, 790, 792, 794, 804, 806, 808, 809, 811, 812, 813, 817, 818, 819, 820, 822, 841, 851, 856, 863, 864, 870, 872, 876, 877, 879, 880, 886, 889, 894 ], "53": [ 2, 4, 9, 11, 21, 23, 24, 25, 34, 49, 50, 51, 56, 58, 62, 66, 71, 73, 74, 78, 80, 83, 86, 87, 89, 94, 102, 103, 104, 105, 107, 125, 127, 138, 150, 158, 160, 165, 166, 170, 179, 185, 186, 189, 193, 194, 195, 197, 199, 203, 206, 209, 219, 221, 222, 224, 225, 228, 244, 247, 250, 251, 264, 268, 272, 274, 276, 284, 291, 292, 297, 300, 302, 304, 305, 306, 307, 313, 318, 323, 325, 327, 329, 346, 347, 348, 356, 359, 362, 363, 366, 372, 376, 377, 381, 385, 393, 395, 397, 399, 400, 404, 405, 414, 419, 421, 425, 430, 431, 438, 441, 446, 447, 449, 453, 464, 466, 467, 473, 474, 475, 481, 482, 483, 484, 488, 489, 497, 498, 502, 503, 507, 511, 513, 516, 517, 520, 524, 526, 529, 530, 531, 532, 543, 546, 548, 556, 560, 563, 564, 568, 570, 574, 580, 588, 591, 597, 607, 610, 615, 618, 620, 621, 631, 632, 637, 641, 642, 648, 651, 653, 661, 668, 670, 671, 677, 678, 685, 686, 704, 707, 709, 710, 712, 714, 715, 717, 722, 725, 729, 730, 738, 742, 743, 744, 751, 757, 758, 759, 768, 769, 770, 775, 776, 777, 778, 779, 786, 788, 789, 795, 798, 799, 800, 803, 805, 808, 810, 812, 816, 818, 819, 829, 830, 832, 834, 836, 842, 847, 848, 849, 853, 857, 858, 864, 866, 869, 872, 885, 886, 890, 892 ], "54": [ 5, 21, 22, 34, 39, 44, 54, 55, 56, 65, 67, 70, 72, 73, 79, 84, 88, 90, 101, 102, 103, 107, 115, 118, 120, 122, 123, 124, 126, 128, 131, 134, 137, 140, 148, 150, 153, 154, 156, 162, 168, 173, 176, 185, 196, 197, 203, 205, 208, 210, 218, 219, 220, 222, 226, 231, 234, 235, 236, 240, 242, 243, 244, 246, 248, 251, 252, 262, 263, 267, 269, 273, 274, 278, 279, 280, 282, 285, 287, 288, 294, 296, 300, 306, 307, 308, 315, 316, 318, 321, 324, 326, 327, 328, 333, 336, 338, 345, 350, 353, 357, 359, 360, 361, 371, 381, 386, 387, 389, 395, 397, 402, 403, 411, 420, 424, 425, 426, 429, 434, 435, 436, 449, 450, 454, 456, 458, 459, 461, 464, 466, 470, 472, 476, 478, 481, 483, 485, 487, 488, 489, 491, 493, 499, 509, 512, 515, 517, 521, 522, 524, 527, 528, 537, 539, 547, 554, 557, 564, 565, 566, 567, 570, 571, 577, 580, 582, 584, 586, 588, 592, 594, 596, 602, 603, 604, 610, 611, 615, 617, 619, 626, 629, 634, 635, 636, 638, 641, 649, 651, 655, 661, 666, 672, 677, 681, 682, 686, 691, 696, 698, 703, 704, 709, 714, 717, 721, 736, 742, 748, 749, 753, 754, 757, 767, 773, 778, 779, 781, 783, 792, 793, 795, 805, 808, 810, 815, 820, 824, 827, 833, 835, 847, 849, 854, 855, 856, 871, 873, 879, 885, 890 ], "55": [ 0, 1, 2, 11, 14, 15, 18, 22, 23, 30, 32, 42, 45, 49, 55, 62, 63, 66, 67, 68, 69, 71, 74, 78, 93, 94, 95, 100, 108, 110, 116, 117, 120, 131, 133, 134, 135, 136, 139, 141, 151, 152, 155, 158, 159, 163, 166, 167, 175, 179, 181, 183, 185, 191, 193, 197, 198, 205, 206, 207, 208, 209, 212, 218, 220, 221, 222, 228, 235, 240, 242, 243, 245, 247, 249, 251, 254, 267, 268, 282, 283, 298, 304, 305, 310, 318, 324, 325, 327, 330, 335, 340, 344, 352, 354, 358, 361, 362, 367, 370, 371, 374, 376, 380, 381, 383, 385, 387, 399, 400, 404, 405, 406, 409, 416, 419, 424, 427, 433, 435, 438, 439, 440, 441, 446, 447, 452, 453, 456, 471, 474, 475, 477, 478, 488, 491, 498, 508, 509, 512, 518, 522, 523, 526, 528, 535, 537, 538, 541, 548, 558, 566, 576, 586, 589, 591, 594, 598, 615, 622, 625, 636, 640, 645, 651, 654, 664, 665, 666, 669, 670, 679, 682, 683, 684, 687, 689, 690, 691, 694, 696, 698, 703, 704, 706, 712, 716, 718, 721, 723, 727, 728, 734, 738, 745, 746, 748, 759, 760, 762, 764, 770, 775, 781, 782, 784, 787, 789, 790, 792, 794, 796, 797, 799, 804, 805, 807, 809, 817, 820, 822, 825, 828, 831, 835, 838, 840, 846, 847, 848, 849, 864, 865, 868, 869, 870, 875, 876, 885, 888, 892, 895 ], "56": [ 8, 9, 12, 18, 20, 23, 26, 27, 29, 33, 34, 35, 39, 40, 41, 45, 46, 48, 49, 50, 51, 52, 53, 54, 55, 56, 62, 66, 68, 77, 79, 80, 82, 86, 87, 88, 90, 91, 104, 105, 106, 114, 121, 123, 124, 125, 132, 133, 135, 137, 140, 141, 142, 143, 146, 151, 152, 154, 158, 169, 171, 175, 179, 193, 194, 197, 203, 210, 214, 223, 224, 225, 229, 234, 237, 239, 240, 246, 248, 252, 253, 255, 256, 259, 261, 268, 270, 271, 272, 276, 278, 283, 286, 292, 293, 297, 301, 302, 305, 308, 310, 317, 319, 325, 329, 332, 335, 336, 337, 339, 340, 342, 354, 366, 370, 371, 376, 384, 387, 391, 393, 394, 397, 399, 411, 416, 424, 428, 430, 431, 436, 439, 440, 441, 444, 448, 449, 459, 461, 462, 466, 470, 473, 476, 480, 481, 485, 493, 498, 500, 507, 512, 518, 528, 531, 537, 539, 541, 542, 543, 544, 547, 548, 551, 558, 560, 562, 568, 573, 578, 580, 581, 584, 585, 587, 589, 594, 595, 599, 604, 605, 609, 610, 615, 617, 624, 625, 635, 644, 663, 669, 671, 676, 679, 680, 686, 689, 690, 694, 704, 706, 712, 713, 714, 716, 727, 732, 735, 739, 742, 745, 752, 754, 757, 758, 764, 769, 793, 808, 810, 812, 817, 818, 820, 821, 828, 835, 837, 847, 851, 852, 854, 864, 869, 871, 874, 876, 880, 881, 884, 885, 890 ], "57": [ 2, 8, 10, 12, 14, 17, 19, 20, 21, 22, 26, 36, 46, 47, 48, 49, 53, 64, 65, 66, 69, 70, 71, 76, 78, 83, 85, 87, 88, 90, 94, 96, 97, 99, 102, 106, 108, 111, 121, 122, 128, 133, 137, 141, 144, 145, 146, 147, 151, 168, 169, 177, 179, 180, 185, 192, 194, 195, 196, 207, 210, 213, 217, 220, 227, 236, 238, 241, 252, 255, 258, 260, 263, 264, 269, 272, 280, 282, 295, 297, 300, 301, 302, 316, 319, 324, 325, 332, 333, 334, 335, 336, 337, 339, 346, 348, 353, 355, 357, 358, 359, 367, 369, 370, 371, 372, 374, 379, 383, 385, 389, 390, 393, 396, 401, 406, 407, 417, 418, 419, 425, 427, 433, 436, 437, 441, 445, 449, 460, 468, 470, 471, 477, 481, 482, 493, 496, 498, 503, 512, 513, 519, 520, 528, 529, 530, 533, 535, 544, 548, 554, 555, 558, 562, 565, 578, 586, 588, 590, 591, 593, 598, 606, 611, 614, 619, 623, 624, 626, 628, 634, 641, 643, 644, 645, 658, 659, 661, 664, 667, 674, 687, 690, 697, 700, 701, 702, 705, 706, 708, 714, 715, 717, 719, 720, 721, 726, 727, 728, 729, 730, 732, 734, 735, 737, 741, 747, 750, 752, 753, 761, 764, 766, 767, 772, 773, 777, 778, 781, 782, 783, 786, 804, 805, 812, 817, 821, 823, 829, 832, 837, 840, 841, 846, 848, 862, 865, 869, 871, 877, 878, 886 ], "58": [ 0, 1, 2, 8, 11, 12, 13, 17, 19, 23, 40, 46, 50, 53, 63, 64, 65, 66, 69, 72, 73, 74, 75, 83, 90, 92, 95, 101, 114, 117, 120, 121, 122, 124, 125, 133, 136, 138, 139, 140, 144, 151, 154, 157, 163, 164, 166, 167, 173, 185, 188, 190, 196, 205, 210, 219, 222, 226, 229, 230, 233, 236, 238, 247, 250, 253, 255, 256, 259, 260, 269, 272, 285, 286, 287, 290, 291, 293, 295, 296, 298, 302, 303, 308, 314, 315, 317, 319, 324, 331, 347, 349, 355, 359, 367, 368, 374, 376, 378, 380, 386, 389, 394, 399, 401, 406, 407, 408, 415, 417, 421, 426, 427, 429, 432, 437, 439, 441, 447, 448, 454, 455, 458, 461, 470, 472, 475, 478, 481, 486, 493, 496, 497, 499, 515, 517, 521, 526, 528, 529, 537, 544, 546, 550, 552, 554, 555, 557, 558, 560, 561, 564, 571, 574, 577, 578, 589, 591, 592, 593, 601, 602, 604, 611, 621, 622, 624, 627, 631, 632, 635, 638, 641, 646, 647, 650, 653, 657, 659, 662, 664, 666, 668, 673, 676, 680, 689, 692, 695, 696, 698, 700, 702, 708, 712, 713, 728, 729, 734, 735, 736, 741, 742, 749, 750, 753, 757, 759, 760, 769, 773, 776, 783, 784, 786, 790, 791, 794, 795, 797, 801, 808, 809, 816, 824, 825, 827, 834, 835, 836, 847, 848, 856, 862, 870, 872, 876, 887, 889, 891, 892, 894 ], "59": [ 0, 1, 2, 7, 11, 14, 26, 30, 31, 32, 33, 35, 40, 42, 45, 48, 49, 50, 51, 56, 62, 67, 74, 84, 86, 88, 90, 91, 94, 97, 102, 105, 106, 109, 111, 113, 115, 116, 126, 130, 133, 136, 137, 138, 143, 147, 152, 154, 155, 157, 163, 164, 173, 176, 177, 190, 193, 196, 200, 201, 209, 217, 221, 222, 224, 227, 230, 233, 236, 240, 243, 245, 247, 250, 251, 253, 254, 256, 259, 263, 264, 270, 271, 274, 275, 283, 284, 287, 289, 291, 293, 297, 300, 310, 312, 313, 316, 319, 325, 327, 339, 341, 346, 352, 353, 361, 362, 369, 372, 377, 381, 382, 385, 389, 390, 394, 397, 400, 403, 409, 411, 418, 419, 426, 428, 434, 436, 437, 440, 442, 445, 451, 465, 466, 470, 475, 477, 478, 489, 490, 495, 501, 504, 505, 513, 527, 531, 534, 536, 543, 547, 558, 559, 567, 576, 593, 594, 596, 599, 601, 604, 605, 617, 624, 625, 627, 633, 637, 640, 645, 650, 656, 657, 659, 663, 665, 666, 667, 678, 681, 684, 687, 691, 692, 695, 696, 697, 701, 703, 704, 705, 714, 718, 719, 724, 728, 733, 737, 739, 742, 743, 745, 747, 750, 754, 759, 771, 773, 779, 780, 787, 788, 790, 795, 807, 811, 817, 824, 825, 828, 829, 833, 835, 836, 838, 842, 844, 846, 847, 852, 855, 862, 864, 869, 879, 881, 883, 884, 885, 892, 893, 895 ], "60": [ 1, 3, 5, 7, 10, 13, 17, 18, 19, 21, 29, 30, 31, 34, 36, 40, 42, 44, 45, 47, 48, 58, 59, 71, 75, 80, 81, 86, 88, 92, 95, 96, 102, 104, 111, 118, 119, 124, 127, 133, 137, 143, 144, 155, 158, 166, 167, 168, 171, 178, 187, 191, 192, 193, 194, 195, 198, 200, 201, 202, 208, 214, 215, 221, 223, 224, 225, 227, 233, 242, 244, 250, 252, 254, 266, 277, 280, 283, 285, 297, 302, 311, 314, 315, 316, 317, 321, 325, 332, 334, 335, 338, 348, 353, 358, 361, 362, 367, 369, 372, 380, 382, 391, 399, 400, 401, 405, 406, 409, 412, 421, 429, 437, 439, 444, 446, 447, 450, 452, 453, 457, 463, 465, 471, 475, 480, 481, 482, 485, 487, 499, 500, 505, 506, 509, 516, 519, 521, 527, 529, 531, 533, 536, 538, 542, 544, 554, 558, 559, 561, 567, 571, 578, 581, 595, 596, 598, 601, 605, 606, 608, 609, 620, 621, 625, 628, 629, 630, 636, 642, 650, 654, 655, 657, 660, 663, 670, 671, 678, 680, 684, 690, 691, 693, 694, 699, 700, 701, 705, 708, 711, 712, 715, 717, 720, 724, 726, 729, 735, 739, 746, 747, 754, 755, 762, 764, 768, 769, 770, 773, 774, 776, 777, 781, 790, 795, 796, 797, 798, 801, 805, 806, 811, 815, 817, 827, 834, 836, 842, 846, 848, 852, 867, 869, 870, 871, 872, 884, 888, 890, 892, 894 ], "61": [ 0, 3, 8, 10, 11, 17, 20, 25, 28, 29, 32, 35, 42, 43, 44, 46, 52, 53, 58, 64, 65, 68, 74, 77, 79, 82, 83, 89, 91, 96, 97, 100, 103, 105, 115, 122, 126, 128, 132, 140, 141, 146, 152, 155, 156, 157, 162, 163, 164, 166, 168, 171, 176, 178, 180, 181, 191, 194, 195, 197, 203, 205, 217, 218, 221, 223, 225, 233, 241, 259, 265, 280, 281, 289, 296, 297, 300, 302, 308, 314, 316, 321, 324, 325, 326, 329, 331, 333, 334, 335, 336, 337, 339, 341, 345, 346, 351, 354, 362, 363, 369, 370, 374, 376, 380, 381, 382, 383, 385, 390, 391, 393, 394, 396, 398, 400, 402, 404, 407, 410, 420, 427, 432, 437, 444, 445, 451, 459, 461, 462, 463, 464, 465, 474, 475, 477, 478, 481, 483, 484, 486, 488, 493, 497, 502, 505, 506, 508, 515, 518, 519, 523, 528, 531, 540, 545, 547, 548, 549, 551, 553, 557, 568, 570, 574, 583, 590, 592, 602, 608, 621, 627, 631, 635, 639, 644, 646, 647, 650, 652, 657, 666, 670, 671, 675, 679, 680, 681, 691, 693, 698, 700, 701, 708, 713, 716, 721, 723, 725, 727, 729, 731, 734, 735, 736, 756, 757, 759, 769, 775, 776, 780, 790, 792, 793, 806, 810, 811, 815, 817, 821, 824, 830, 836, 837, 839, 842, 848, 850, 853, 856, 863, 865, 874, 875, 877, 884, 885, 889, 890, 891, 893 ], "62": [ 0, 8, 10, 12, 13, 14, 17, 18, 23, 29, 32, 34, 37, 38, 41, 42, 43, 47, 52, 55, 56, 58, 61, 62, 63, 64, 70, 72, 77, 80, 81, 83, 86, 91, 94, 96, 102, 103, 104, 106, 107, 115, 118, 121, 124, 134, 135, 146, 149, 155, 160, 167, 168, 176, 185, 188, 190, 192, 195, 197, 198, 202, 205, 210, 215, 218, 220, 223, 226, 228, 229, 233, 234, 237, 242, 249, 253, 260, 261, 266, 267, 270, 273, 274, 277, 278, 280, 282, 303, 306, 307, 316, 318, 320, 321, 322, 324, 327, 329, 333, 335, 336, 341, 342, 349, 353, 354, 361, 364, 371, 372, 374, 378, 384, 387, 391, 393, 394, 399, 400, 401, 410, 423, 424, 426, 430, 432, 437, 439, 444, 445, 448, 451, 455, 459, 462, 472, 473, 474, 479, 483, 485, 490, 492, 497, 500, 502, 503, 510, 525, 528, 529, 532, 533, 542, 551, 552, 555, 561, 564, 585, 596, 605, 611, 612, 622, 625, 626, 628, 630, 631, 633, 640, 641, 642, 645, 648, 649, 658, 661, 662, 665, 668, 669, 670, 673, 675, 676, 677, 680, 686, 691, 697, 701, 707, 708, 709, 711, 717, 720, 727, 728, 736, 743, 744, 749, 751, 754, 758, 759, 760, 762, 777, 782, 783, 784, 786, 794, 796, 810, 811, 823, 824, 825, 826, 829, 833, 839, 842, 844, 845, 846, 853, 856, 858, 865, 867, 869, 875, 877, 881, 889 ], "63": [ 5, 12, 26, 34, 37, 40, 45, 48, 51, 52, 53, 59, 63, 66, 69, 70, 81, 84, 85, 86, 87, 89, 94, 96, 102, 104, 118, 121, 122, 126, 128, 129, 136, 147, 148, 152, 153, 154, 156, 158, 164, 168, 169, 179, 182, 183, 185, 186, 187, 188, 191, 192, 193, 195, 197, 199, 201, 202, 215, 218, 219, 221, 224, 227, 233, 236, 238, 239, 242, 243, 245, 249, 254, 256, 257, 259, 265, 269, 273, 280, 288, 289, 292, 295, 296, 297, 300, 304, 306, 309, 310, 319, 321, 329, 333, 334, 341, 346, 349, 350, 353, 365, 371, 381, 384, 385, 387, 389, 399, 400, 401, 403, 404, 405, 407, 410, 418, 419, 424, 427, 431, 432, 434, 435, 445, 462, 464, 470, 488, 491, 494, 497, 502, 507, 514, 519, 526, 530, 531, 533, 536, 538, 540, 544, 545, 551, 555, 564, 568, 574, 576, 577, 578, 583, 586, 587, 589, 592, 593, 605, 609, 617, 620, 623, 624, 626, 632, 635, 638, 640, 646, 649, 653, 655, 656, 661, 664, 668, 670, 673, 674, 680, 682, 686, 689, 690, 693, 698, 699, 701, 703, 707, 711, 714, 718, 720, 723, 724, 725, 734, 736, 740, 741, 744, 745, 752, 761, 767, 778, 782, 783, 789, 790, 797, 798, 800, 801, 808, 809, 813, 818, 822, 824, 829, 843, 844, 848, 850, 851, 855, 862, 863, 864, 866, 868, 877, 878, 884, 887, 888, 889, 893 ], "64": [ 4, 7, 18, 20, 24, 26, 36, 37, 39, 43, 52, 55, 58, 60, 62, 64, 66, 69, 71, 72, 79, 80, 84, 85, 86, 87, 91, 94, 99, 101, 107, 112, 113, 114, 119, 121, 123, 129, 131, 139, 140, 143, 144, 146, 150, 157, 159, 164, 168, 170, 171, 178, 183, 184, 188, 190, 194, 200, 201, 206, 209, 212, 218, 222, 223, 226, 227, 230, 234, 235, 240, 249, 253, 258, 265, 272, 274, 278, 279, 282, 285, 286, 287, 291, 292, 293, 294, 300, 303, 304, 318, 319, 320, 325, 327, 331, 336, 339, 342, 345, 348, 355, 357, 358, 363, 366, 372, 376, 377, 383, 387, 392, 395, 398, 399, 406, 411, 412, 415, 416, 417, 425, 429, 432, 433, 434, 436, 438, 439, 442, 450, 451, 457, 460, 465, 468, 473, 481, 493, 498, 501, 503, 504, 514, 515, 522, 524, 526, 527, 533, 534, 537, 538, 541, 543, 551, 557, 562, 565, 570, 573, 579, 584, 585, 591, 592, 601, 604, 606, 607, 608, 617, 618, 620, 621, 624, 625, 633, 637, 641, 642, 652, 654, 656, 657, 658, 662, 665, 667, 672, 678, 687, 688, 689, 696, 700, 711, 719, 722, 724, 726, 728, 740, 741, 742, 746, 747, 751, 755, 761, 764, 767, 771, 774, 775, 785, 788, 803, 818, 819, 820, 825, 829, 830, 831, 834, 839, 841, 856, 857, 858, 859, 860, 861, 865, 868, 870, 871, 884, 886, 887, 890 ], "65": [ 1, 2, 6, 12, 16, 22, 25, 26, 32, 34, 36, 38, 39, 41, 43, 51, 62, 64, 66, 69, 71, 74, 76, 80, 82, 86, 90, 93, 100, 107, 112, 116, 117, 118, 133, 134, 143, 146, 151, 153, 155, 162, 164, 166, 168, 174, 176, 178, 189, 191, 200, 201, 209, 210, 212, 213, 214, 223, 226, 229, 230, 238, 240, 244, 245, 246, 247, 254, 257, 262, 273, 277, 278, 279, 286, 288, 289, 290, 292, 293, 295, 299, 306, 308, 313, 317, 319, 323, 324, 328, 329, 331, 333, 337, 338, 340, 343, 346, 347, 353, 354, 358, 359, 368, 369, 370, 375, 381, 386, 391, 401, 405, 406, 409, 410, 423, 424, 427, 428, 430, 433, 434, 437, 439, 444, 448, 452, 455, 463, 470, 472, 475, 482, 488, 490, 492, 497, 500, 503, 505, 507, 508, 509, 518, 520, 524, 528, 531, 532, 533, 534, 537, 543, 547, 552, 554, 555, 557, 564, 568, 574, 575, 578, 579, 582, 586, 590, 591, 594, 598, 617, 619, 621, 628, 632, 635, 637, 638, 643, 655, 660, 662, 673, 676, 681, 683, 689, 693, 694, 703, 706, 710, 713, 714, 717, 718, 721, 723, 727, 732, 735, 738, 740, 741, 749, 758, 761, 762, 768, 774, 777, 783, 784, 786, 794, 803, 804, 805, 806, 810, 811, 813, 814, 816, 818, 830, 833, 841, 848, 851, 855, 859, 861, 866, 867, 870, 874, 876, 880, 884, 889, 894 ], "66": [ 11, 13, 15, 24, 31, 34, 38, 39, 42, 43, 45, 50, 51, 58, 63, 65, 67, 71, 80, 84, 90, 93, 94, 98, 99, 107, 109, 116, 124, 126, 128, 135, 136, 143, 144, 148, 153, 154, 160, 162, 164, 165, 172, 174, 178, 180, 183, 186, 191, 193, 194, 202, 207, 211, 212, 224, 225, 227, 230, 238, 240, 246, 249, 250, 254, 256, 257, 260, 261, 267, 270, 274, 276, 277, 279, 282, 290, 295, 302, 304, 306, 308, 311, 312, 315, 320, 321, 330, 333, 334, 336, 337, 340, 346, 350, 353, 366, 371, 373, 374, 378, 379, 388, 390, 392, 393, 394, 397, 400, 409, 411, 415, 416, 419, 425, 429, 431, 439, 441, 445, 447, 450, 452, 456, 461, 465, 466, 468, 471, 472, 473, 474, 476, 478, 483, 488, 492, 498, 502, 505, 507, 508, 510, 511, 515, 520, 525, 529, 538, 541, 547, 551, 553, 556, 557, 558, 568, 569, 583, 588, 592, 595, 598, 599, 606, 611, 616, 617, 620, 624, 632, 634, 636, 639, 640, 644, 645, 651, 654, 655, 657, 659, 662, 663, 664, 666, 669, 673, 674, 680, 685, 687, 696, 699, 702, 707, 709, 711, 712, 714, 729, 738, 741, 743, 745, 747, 750, 752, 753, 754, 757, 758, 759, 766, 769, 774, 780, 784, 790, 794, 799, 801, 802, 804, 805, 806, 809, 810, 812, 822, 844, 849, 851, 855, 858, 863, 870, 872, 883, 884, 886, 889 ], "67": [ 1, 4, 6, 8, 19, 20, 24, 29, 30, 32, 38, 41, 43, 45, 57, 58, 61, 62, 65, 67, 68, 70, 80, 82, 83, 86, 91, 94, 95, 99, 103, 104, 110, 111, 122, 126, 127, 128, 141, 149, 154, 155, 161, 162, 165, 166, 169, 172, 178, 182, 184, 187, 194, 195, 198, 202, 203, 206, 210, 212, 215, 224, 226, 232, 235, 236, 248, 252, 254, 255, 261, 266, 270, 279, 280, 285, 289, 291, 302, 304, 305, 306, 307, 311, 315, 318, 322, 330, 331, 335, 345, 346, 347, 348, 349, 351, 355, 372, 388, 393, 398, 413, 414, 417, 424, 431, 432, 434, 437, 446, 452, 457, 460, 461, 463, 464, 466, 467, 469, 470, 478, 479, 480, 482, 487, 489, 490, 498, 499, 500, 501, 504, 508, 509, 514, 515, 521, 526, 528, 533, 538, 542, 548, 551, 556, 559, 562, 570, 574, 578, 580, 581, 584, 586, 588, 592, 594, 595, 596, 598, 604, 607, 615, 620, 629, 635, 636, 640, 641, 642, 649, 653, 655, 658, 669, 677, 680, 681, 685, 689, 691, 695, 697, 703, 707, 712, 714, 715, 716, 718, 720, 722, 723, 730, 732, 734, 737, 741, 747, 755, 757, 758, 760, 761, 765, 768, 771, 773, 777, 780, 782, 785, 791, 794, 798, 800, 801, 803, 805, 808, 817, 818, 821, 824, 825, 827, 829, 836, 842, 844, 848, 851, 852, 859, 862, 865, 872, 874, 884, 888, 892, 895 ], "68": [ 0, 1, 2, 11, 13, 14, 19, 22, 23, 32, 33, 34, 39, 42, 44, 47, 54, 55, 62, 64, 66, 68, 73, 74, 80, 84, 88, 89, 94, 95, 100, 103, 108, 109, 112, 113, 125, 126, 128, 134, 138, 139, 140, 141, 148, 149, 150, 153, 154, 156, 157, 158, 160, 161, 163, 167, 168, 189, 192, 197, 199, 209, 211, 212, 216, 218, 220, 224, 225, 229, 230, 234, 244, 251, 254, 256, 262, 278, 279, 282, 284, 294, 296, 298, 300, 305, 306, 309, 315, 326, 345, 347, 349, 350, 358, 363, 372, 380, 381, 382, 384, 386, 389, 392, 399, 414, 416, 418, 419, 423, 425, 431, 433, 440, 445, 449, 452, 453, 454, 456, 457, 458, 460, 470, 474, 477, 478, 486, 489, 501, 504, 505, 507, 521, 527, 531, 533, 535, 540, 542, 557, 561, 564, 568, 569, 575, 576, 582, 583, 587, 589, 592, 593, 594, 596, 599, 604, 606, 607, 611, 613, 618, 620, 623, 629, 630, 631, 635, 637, 639, 643, 646, 652, 653, 655, 656, 658, 661, 662, 668, 670, 672, 674, 675, 677, 679, 682, 690, 692, 700, 703, 708, 712, 713, 718, 722, 723, 725, 733, 739, 743, 744, 747, 753, 756, 760, 761, 766, 768, 770, 774, 776, 777, 778, 780, 784, 793, 795, 798, 799, 804, 807, 808, 811, 818, 819, 820, 824, 829, 832, 840, 847, 852, 860, 874, 879, 880, 881, 885, 888, 892, 893 ], "69": [ 0, 2, 4, 12, 13, 16, 31, 32, 33, 34, 36, 37, 55, 59, 62, 67, 75, 77, 87, 89, 91, 95, 99, 103, 104, 105, 118, 120, 121, 122, 124, 126, 132, 133, 137, 147, 155, 156, 158, 161, 177, 179, 182, 184, 185, 186, 187, 196, 198, 201, 212, 214, 217, 221, 225, 233, 235, 236, 242, 247, 251, 253, 258, 260, 262, 265, 266, 269, 271, 274, 304, 313, 316, 317, 319, 325, 328, 329, 332, 333, 334, 337, 346, 347, 348, 350, 353, 355, 358, 364, 368, 376, 378, 379, 380, 383, 384, 385, 387, 388, 390, 391, 394, 397, 403, 405, 410, 411, 412, 420, 428, 429, 432, 435, 444, 445, 448, 455, 462, 464, 471, 474, 478, 482, 483, 485, 486, 487, 489, 490, 503, 505, 510, 511, 518, 519, 520, 531, 532, 538, 539, 543, 544, 550, 554, 557, 558, 562, 565, 566, 567, 573, 575, 582, 594, 597, 601, 603, 605, 608, 612, 614, 618, 620, 626, 629, 630, 631, 634, 635, 636, 637, 639, 646, 649, 651, 652, 656, 660, 663, 667, 669, 670, 671, 672, 680, 689, 692, 698, 699, 703, 707, 708, 713, 727, 729, 737, 741, 748, 750, 751, 754, 764, 766, 768, 771, 777, 778, 786, 788, 792, 796, 797, 798, 799, 800, 803, 804, 809, 812, 814, 816, 818, 819, 829, 833, 846, 847, 848, 852, 856, 862, 863, 864, 865, 869, 872, 874, 876, 877, 881, 882 ], "70": [ 7, 8, 12, 17, 35, 38, 39, 41, 50, 53, 54, 56, 57, 62, 63, 67, 68, 72, 76, 79, 83, 87, 92, 93, 100, 103, 105, 106, 110, 112, 114, 119, 125, 128, 129, 132, 133, 134, 139, 144, 148, 149, 151, 152, 157, 160, 161, 162, 165, 173, 180, 181, 187, 196, 197, 200, 204, 208, 210, 215, 226, 228, 230, 233, 237, 243, 247, 270, 279, 281, 282, 290, 292, 295, 304, 306, 308, 312, 315, 316, 322, 325, 328, 339, 340, 345, 346, 359, 360, 361, 362, 363, 365, 367, 371, 373, 377, 382, 383, 388, 390, 394, 396, 398, 405, 407, 408, 415, 417, 418, 432, 435, 439, 440, 442, 443, 444, 445, 448, 454, 456, 457, 459, 460, 464, 465, 472, 483, 487, 490, 493, 495, 498, 505, 508, 515, 516, 522, 525, 526, 527, 534, 535, 537, 538, 539, 544, 545, 546, 559, 566, 567, 568, 573, 574, 575, 579, 583, 584, 587, 594, 599, 605, 607, 608, 612, 617, 621, 622, 623, 625, 626, 635, 636, 638, 640, 649, 653, 656, 665, 666, 667, 671, 672, 679, 682, 685, 694, 695, 701, 705, 707, 721, 723, 724, 727, 738, 740, 741, 742, 743, 747, 750, 752, 755, 758, 759, 760, 763, 764, 767, 770, 778, 784, 795, 798, 801, 802, 805, 807, 809, 815, 819, 827, 831, 832, 833, 836, 839, 848, 849, 853, 855, 856, 865, 866, 870, 876, 877, 879, 882, 888 ], "71": [ 3, 18, 19, 20, 21, 23, 26, 28, 37, 41, 51, 52, 54, 55, 57, 61, 63, 65, 68, 72, 80, 81, 85, 88, 91, 95, 97, 99, 102, 107, 108, 110, 113, 115, 119, 121, 123, 138, 143, 151, 152, 153, 158, 160, 163, 172, 174, 177, 178, 179, 182, 184, 185, 186, 189, 198, 207, 209, 210, 213, 219, 221, 226, 228, 230, 233, 235, 245, 247, 250, 257, 258, 262, 265, 266, 267, 269, 273, 280, 285, 286, 292, 304, 307, 309, 311, 317, 323, 325, 326, 328, 333, 339, 342, 348, 349, 351, 358, 360, 362, 370, 377, 379, 380, 383, 391, 393, 395, 401, 403, 406, 411, 413, 418, 428, 429, 433, 437, 438, 441, 442, 444, 445, 446, 451, 456, 464, 465, 469, 471, 472, 478, 479, 483, 484, 486, 488, 490, 493, 506, 509, 515, 517, 519, 526, 528, 530, 531, 532, 535, 537, 541, 547, 553, 554, 557, 565, 566, 567, 569, 570, 574, 579, 591, 595, 603, 605, 610, 614, 615, 616, 617, 620, 631, 633, 644, 648, 658, 659, 660, 662, 663, 664, 665, 669, 683, 686, 688, 690, 691, 697, 701, 702, 703, 704, 708, 717, 718, 721, 727, 728, 730, 731, 734, 738, 739, 747, 749, 753, 761, 762, 775, 789, 792, 793, 796, 797, 802, 804, 806, 809, 815, 816, 820, 828, 829, 831, 834, 836, 845, 847, 849, 851, 858, 863, 871, 873, 880, 881, 883, 889, 894 ], "72": [ 0, 4, 9, 12, 13, 15, 21, 25, 36, 37, 38, 40, 42, 50, 55, 58, 60, 65, 67, 70, 76, 83, 91, 94, 102, 106, 107, 109, 112, 118, 121, 122, 124, 127, 128, 136, 137, 140, 148, 155, 157, 162, 163, 167, 168, 173, 175, 176, 182, 183, 188, 198, 199, 203, 205, 206, 209, 215, 221, 222, 223, 225, 243, 246, 254, 256, 257, 266, 270, 273, 275, 277, 278, 282, 297, 301, 303, 306, 307, 309, 310, 312, 314, 321, 323, 327, 332, 341, 345, 346, 356, 363, 365, 366, 368, 384, 388, 389, 392, 396, 400, 404, 406, 410, 412, 417, 426, 427, 432, 434, 440, 443, 452, 459, 464, 465, 468, 469, 474, 478, 481, 487, 488, 492, 493, 501, 502, 503, 507, 511, 514, 518, 521, 527, 533, 535, 536, 539, 547, 548, 550, 551, 553, 554, 561, 562, 563, 564, 567, 568, 573, 575, 577, 578, 583, 587, 591, 593, 596, 607, 608, 617, 620, 622, 626, 627, 629, 630, 638, 639, 640, 641, 643, 657, 663, 664, 669, 670, 671, 674, 679, 680, 684, 691, 697, 698, 699, 701, 703, 705, 716, 718, 722, 731, 733, 737, 739, 740, 745, 747, 752, 755, 758, 761, 763, 769, 774, 775, 778, 782, 786, 791, 792, 794, 797, 802, 807, 811, 813, 814, 817, 818, 819, 824, 828, 835, 840, 852, 854, 855, 859, 860, 862, 865, 868, 872, 878, 879, 884, 888, 890, 895 ], "73": [ 6, 20, 27, 29, 33, 34, 39, 40, 51, 53, 54, 56, 58, 62, 63, 72, 73, 77, 78, 81, 86, 97, 99, 101, 102, 111, 117, 119, 130, 138, 141, 155, 157, 162, 163, 164, 165, 170, 172, 174, 185, 189, 190, 195, 197, 202, 205, 206, 208, 210, 220, 222, 228, 232, 235, 236, 237, 238, 240, 242, 243, 244, 245, 249, 250, 251, 252, 259, 261, 267, 272, 274, 278, 295, 296, 299, 301, 307, 310, 312, 313, 314, 316, 331, 333, 338, 349, 351, 355, 359, 364, 365, 366, 367, 368, 369, 380, 382, 383, 385, 386, 396, 400, 407, 408, 409, 411, 416, 417, 420, 422, 424, 426, 431, 433, 439, 440, 441, 451, 454, 460, 465, 469, 471, 473, 475, 478, 479, 481, 487, 491, 494, 495, 500, 502, 504, 507, 511, 514, 521, 529, 536, 540, 541, 544, 545, 547, 548, 550, 554, 557, 559, 563, 566, 567, 570, 574, 575, 577, 578, 589, 591, 594, 601, 608, 614, 621, 623, 624, 626, 635, 638, 641, 643, 645, 647, 649, 654, 656, 657, 667, 669, 671, 672, 679, 684, 694, 699, 712, 714, 720, 723, 724, 726, 734, 735, 737, 746, 749, 759, 764, 765, 767, 768, 769, 772, 776, 778, 779, 781, 784, 787, 792, 797, 799, 800, 802, 808, 811, 813, 814, 815, 820, 822, 827, 828, 837, 840, 842, 845, 851, 857, 859, 860, 865, 866, 868, 869, 880, 881, 885, 890 ], "74": [ 1, 9, 26, 33, 39, 49, 52, 54, 58, 60, 62, 70, 75, 78, 87, 92, 94, 99, 100, 103, 104, 105, 108, 109, 113, 117, 118, 121, 126, 130, 143, 147, 150, 151, 152, 153, 155, 161, 168, 169, 175, 178, 179, 185, 193, 194, 196, 198, 205, 206, 207, 211, 212, 217, 227, 228, 233, 237, 254, 258, 259, 263, 278, 281, 289, 291, 295, 296, 301, 310, 313, 316, 317, 320, 324, 329, 333, 334, 338, 340, 346, 349, 351, 352, 353, 357, 359, 361, 364, 372, 376, 379, 380, 381, 386, 394, 398, 404, 416, 417, 421, 422, 423, 433, 435, 436, 437, 441, 442, 444, 447, 448, 449, 453, 455, 456, 462, 470, 475, 476, 478, 479, 483, 487, 491, 496, 499, 502, 504, 505, 506, 511, 514, 515, 516, 517, 520, 524, 525, 527, 529, 533, 535, 542, 545, 547, 549, 552, 553, 555, 559, 560, 562, 563, 568, 575, 577, 581, 589, 590, 593, 598, 603, 605, 609, 611, 617, 619, 621, 622, 623, 626, 639, 646, 650, 658, 663, 664, 665, 668, 669, 673, 674, 679, 690, 691, 694, 698, 720, 729, 733, 741, 742, 754, 758, 762, 764, 765, 766, 771, 772, 774, 776, 778, 780, 781, 784, 790, 797, 806, 807, 809, 812, 813, 815, 819, 825, 826, 827, 831, 833, 836, 843, 845, 846, 847, 853, 857, 858, 860, 863, 867, 869, 872, 873, 876, 877, 880, 883, 885, 889, 890 ], "75": [ 5, 10, 11, 14, 20, 21, 25, 30, 35, 41, 50, 63, 64, 66, 71, 77, 83, 87, 90, 92, 93, 95, 98, 99, 100, 101, 117, 127, 129, 132, 135, 137, 138, 143, 147, 148, 152, 153, 162, 163, 166, 171, 174, 180, 189, 190, 191, 195, 202, 204, 209, 212, 213, 215, 218, 221, 223, 226, 229, 230, 232, 236, 240, 242, 243, 247, 252, 254, 260, 264, 272, 277, 278, 279, 280, 281, 282, 283, 285, 291, 297, 298, 308, 312, 314, 315, 319, 321, 328, 329, 330, 334, 336, 338, 341, 343, 345, 347, 355, 358, 360, 361, 363, 365, 367, 372, 374, 395, 399, 402, 405, 406, 408, 411, 412, 414, 419, 420, 423, 436, 437, 441, 444, 446, 447, 460, 461, 470, 473, 477, 483, 484, 485, 487, 490, 494, 495, 505, 506, 507, 511, 514, 526, 527, 535, 537, 540, 541, 542, 544, 545, 553, 554, 555, 559, 560, 571, 573, 575, 576, 582, 591, 592, 596, 598, 599, 603, 606, 608, 612, 615, 617, 619, 626, 629, 646, 648, 651, 656, 659, 664, 669, 673, 675, 676, 677, 682, 687, 689, 690, 693, 695, 697, 708, 717, 721, 724, 725, 726, 728, 731, 735, 739, 742, 748, 753, 755, 763, 764, 771, 773, 778, 780, 784, 788, 789, 792, 795, 796, 797, 800, 805, 806, 815, 818, 820, 823, 826, 832, 836, 840, 844, 845, 850, 854, 857, 859, 867, 876, 877, 881, 893 ], "76": [ 3, 6, 30, 31, 36, 42, 53, 54, 56, 58, 62, 63, 75, 76, 80, 85, 86, 94, 100, 102, 106, 110, 113, 118, 126, 129, 133, 142, 146, 148, 151, 157, 161, 164, 168, 171, 179, 180, 190, 192, 197, 199, 200, 202, 203, 205, 210, 214, 218, 220, 229, 231, 232, 251, 255, 261, 266, 267, 269, 270, 271, 276, 288, 289, 290, 293, 297, 302, 304, 309, 311, 314, 317, 318, 323, 325, 330, 335, 337, 338, 342, 343, 344, 353, 356, 357, 359, 375, 376, 378, 379, 381, 383, 386, 389, 390, 404, 406, 408, 417, 422, 424, 425, 426, 427, 428, 430, 432, 436, 440, 441, 444, 445, 447, 455, 458, 463, 465, 466, 468, 469, 472, 473, 475, 481, 484, 485, 492, 494, 496, 499, 510, 511, 517, 518, 521, 522, 530, 533, 534, 535, 538, 541, 543, 544, 547, 548, 551, 569, 573, 578, 579, 585, 590, 593, 595, 597, 603, 608, 611, 619, 626, 630, 634, 635, 636, 639, 643, 647, 649, 650, 655, 664, 666, 671, 672, 682, 684, 685, 686, 687, 696, 707, 708, 711, 713, 714, 716, 721, 727, 729, 730, 734, 739, 743, 745, 746, 754, 756, 757, 758, 764, 772, 773, 774, 775, 781, 785, 790, 793, 794, 797, 798, 799, 804, 805, 809, 810, 813, 821, 828, 830, 834, 835, 837, 838, 839, 841, 843, 848, 854, 855, 857, 869, 876, 880, 886, 889, 891, 892, 893, 894 ], "77": [ 3, 13, 15, 16, 25, 27, 31, 34, 35, 44, 50, 56, 58, 61, 64, 69, 71, 82, 83, 87, 89, 93, 101, 103, 104, 112, 113, 114, 116, 122, 123, 124, 132, 134, 135, 141, 142, 150, 151, 155, 157, 159, 164, 200, 201, 202, 205, 213, 214, 217, 220, 221, 222, 234, 236, 238, 241, 242, 245, 246, 248, 252, 253, 254, 264, 265, 268, 281, 282, 283, 285, 291, 292, 294, 300, 307, 309, 310, 311, 319, 322, 325, 332, 333, 335, 336, 338, 340, 351, 353, 354, 360, 363, 367, 371, 372, 373, 376, 379, 387, 394, 395, 396, 397, 400, 406, 409, 413, 416, 421, 425, 428, 431, 432, 444, 461, 468, 471, 474, 477, 478, 482, 485, 486, 489, 490, 491, 492, 496, 500, 505, 509, 510, 516, 521, 533, 534, 536, 537, 542, 556, 562, 566, 573, 579, 580, 582, 583, 584, 588, 590, 592, 594, 595, 599, 600, 601, 603, 606, 607, 614, 619, 623, 624, 626, 630, 635, 637, 643, 645, 648, 650, 654, 656, 657, 659, 665, 667, 672, 673, 677, 682, 684, 686, 687, 690, 691, 693, 695, 699, 702, 705, 712, 723, 727, 728, 735, 745, 747, 748, 752, 754, 757, 762, 765, 770, 776, 777, 778, 780, 781, 784, 785, 790, 792, 798, 802, 805, 806, 808, 813, 820, 822, 827, 830, 831, 832, 833, 835, 843, 850, 854, 863, 871, 872, 877, 878, 880, 887, 890, 893, 894 ], "78": [ 4, 11, 15, 16, 17, 18, 19, 21, 39, 41, 48, 51, 56, 58, 64, 65, 66, 68, 72, 75, 80, 87, 94, 95, 99, 104, 105, 109, 110, 111, 117, 123, 124, 129, 132, 134, 138, 143, 153, 158, 165, 166, 180, 181, 183, 187, 188, 189, 198, 208, 210, 212, 216, 217, 220, 223, 226, 227, 228, 230, 231, 237, 240, 251, 253, 257, 262, 266, 268, 269, 273, 275, 277, 279, 290, 293, 296, 298, 300, 309, 311, 312, 318, 319, 328, 330, 331, 332, 334, 341, 343, 347, 351, 357, 372, 375, 376, 384, 390, 400, 402, 403, 406, 409, 413, 415, 420, 421, 423, 424, 426, 427, 432, 434, 436, 438, 441, 443, 444, 445, 448, 452, 456, 464, 465, 470, 474, 475, 479, 480, 485, 489, 494, 497, 499, 502, 505, 518, 519, 522, 524, 525, 537, 538, 539, 546, 553, 557, 559, 560, 563, 564, 565, 574, 578, 581, 582, 587, 591, 594, 599, 608, 624, 630, 634, 636, 637, 639, 640, 641, 643, 650, 654, 657, 659, 663, 664, 673, 675, 676, 678, 682, 688, 691, 692, 693, 698, 704, 705, 712, 713, 716, 722, 724, 731, 737, 738, 748, 750, 758, 759, 765, 768, 778, 780, 782, 783, 784, 785, 786, 787, 788, 791, 792, 795, 797, 798, 799, 806, 807, 810, 818, 828, 829, 833, 843, 844, 849, 859, 864, 865, 867, 869, 872, 876, 878, 883, 885, 886, 888, 891, 895 ], "79": [ 0, 1, 26, 31, 32, 33, 34, 35, 37, 41, 43, 53, 54, 56, 68, 71, 88, 91, 93, 97, 101, 102, 110, 113, 115, 117, 124, 126, 128, 133, 136, 143, 145, 151, 157, 158, 160, 161, 167, 169, 180, 182, 183, 186, 187, 189, 191, 195, 196, 200, 203, 204, 207, 213, 218, 220, 231, 238, 241, 243, 244, 251, 252, 254, 261, 270, 274, 285, 286, 291, 293, 296, 297, 299, 301, 304, 314, 325, 326, 328, 331, 333, 338, 339, 342, 345, 346, 348, 352, 355, 372, 380, 385, 389, 390, 397, 400, 403, 404, 409, 411, 413, 417, 418, 419, 421, 423, 424, 425, 426, 429, 439, 440, 441, 447, 448, 450, 451, 453, 457, 468, 470, 471, 473, 476, 477, 481, 486, 492, 495, 498, 505, 506, 513, 514, 520, 523, 525, 526, 530, 535, 536, 540, 542, 544, 548, 552, 554, 566, 573, 574, 576, 583, 587, 589, 591, 594, 607, 610, 611, 617, 618, 629, 635, 637, 638, 640, 643, 653, 654, 660, 662, 666, 669, 670, 671, 673, 676, 678, 688, 691, 697, 708, 709, 711, 714, 718, 721, 722, 723, 724, 725, 731, 736, 737, 739, 744, 746, 747, 753, 760, 763, 764, 771, 775, 776, 777, 782, 784, 790, 794, 795, 799, 800, 803, 805, 811, 812, 816, 821, 822, 824, 825, 827, 832, 833, 834, 839, 845, 848, 851, 852, 853, 855, 858, 859, 865, 866, 870, 871, 874, 895 ], "80": [ 0, 1, 3, 5, 12, 14, 24, 34, 35, 43, 50, 51, 53, 54, 57, 60, 61, 62, 66, 69, 72, 86, 91, 92, 103, 114, 115, 116, 117, 127, 128, 130, 132, 134, 139, 140, 141, 142, 148, 150, 152, 154, 156, 158, 159, 163, 167, 172, 173, 177, 179, 182, 188, 190, 194, 195, 201, 214, 225, 227, 231, 241, 247, 249, 250, 256, 257, 259, 260, 263, 264, 267, 269, 275, 278, 280, 284, 285, 290, 295, 310, 312, 313, 315, 318, 321, 322, 325, 329, 342, 343, 345, 346, 348, 349, 355, 357, 358, 359, 362, 364, 367, 370, 373, 390, 391, 393, 397, 399, 401, 404, 411, 413, 416, 421, 429, 434, 435, 438, 439, 445, 447, 448, 449, 452, 453, 455, 456, 461, 462, 470, 471, 476, 480, 481, 486, 488, 492, 493, 497, 498, 505, 512, 519, 521, 531, 539, 540, 541, 542, 550, 553, 555, 560, 571, 574, 577, 595, 603, 610, 617, 622, 623, 627, 633, 634, 641, 653, 654, 661, 665, 668, 670, 681, 683, 688, 693, 697, 699, 703, 704, 718, 721, 722, 723, 724, 727, 729, 731, 732, 734, 742, 749, 754, 755, 758, 759, 767, 768, 769, 770, 773, 774, 776, 777, 780, 781, 784, 786, 788, 789, 790, 793, 794, 795, 796, 800, 804, 806, 808, 810, 814, 817, 821, 827, 829, 831, 834, 836, 840, 848, 850, 851, 852, 853, 856, 863, 881, 883, 884, 890, 894 ], "81": [ 3, 6, 10, 12, 16, 39, 41, 42, 48, 62, 64, 71, 73, 75, 76, 83, 88, 91, 92, 96, 99, 104, 106, 107, 116, 118, 119, 133, 134, 137, 138, 145, 147, 148, 154, 157, 159, 162, 164, 166, 171, 172, 173, 174, 179, 180, 186, 187, 189, 192, 196, 201, 205, 210, 224, 226, 238, 239, 245, 252, 253, 258, 259, 264, 269, 277, 281, 283, 287, 291, 300, 302, 307, 308, 310, 313, 318, 320, 321, 323, 328, 335, 341, 343, 344, 345, 360, 363, 371, 373, 376, 377, 381, 385, 388, 393, 394, 395, 404, 409, 412, 420, 424, 426, 433, 435, 437, 438, 443, 448, 450, 451, 452, 453, 455, 461, 464, 466, 468, 473, 487, 490, 493, 499, 503, 506, 508, 509, 510, 512, 513, 517, 521, 524, 532, 533, 534, 536, 539, 540, 541, 542, 545, 552, 553, 558, 560, 561, 563, 573, 576, 578, 584, 587, 589, 591, 594, 595, 597, 599, 604, 608, 609, 611, 612, 615, 618, 627, 631, 635, 637, 639, 642, 646, 647, 648, 650, 651, 654, 658, 676, 677, 681, 682, 683, 685, 686, 687, 690, 692, 694, 698, 699, 702, 704, 706, 711, 713, 714, 727, 729, 734, 736, 739, 743, 747, 755, 756, 762, 767, 769, 775, 778, 784, 788, 789, 791, 793, 801, 808, 815, 821, 829, 835, 837, 838, 849, 850, 851, 852, 853, 857, 860, 865, 868, 871, 874, 877, 880, 885, 886, 887 ], "82": [ 0, 5, 8, 11, 21, 22, 26, 33, 36, 41, 44, 47, 48, 49, 53, 54, 62, 77, 79, 81, 82, 85, 88, 91, 100, 103, 106, 107, 110, 116, 120, 121, 122, 124, 128, 140, 143, 144, 145, 147, 149, 154, 159, 161, 163, 164, 166, 170, 175, 179, 182, 186, 187, 188, 193, 194, 196, 197, 206, 210, 215, 216, 218, 219, 221, 225, 233, 242, 245, 247, 254, 256, 258, 262, 267, 269, 270, 272, 275, 276, 279, 282, 284, 294, 297, 299, 300, 311, 313, 320, 325, 331, 336, 347, 352, 355, 357, 358, 365, 372, 373, 377, 391, 396, 398, 399, 400, 405, 409, 413, 415, 416, 417, 421, 440, 443, 444, 456, 461, 462, 464, 465, 466, 472, 477, 479, 487, 493, 496, 499, 504, 506, 509, 512, 513, 514, 521, 525, 530, 532, 536, 539, 540, 542, 547, 552, 556, 557, 560, 567, 572, 573, 574, 580, 582, 588, 591, 594, 595, 599, 600, 603, 605, 607, 613, 623, 624, 625, 630, 631, 633, 636, 638, 639, 641, 645, 646, 647, 654, 660, 666, 667, 668, 671, 673, 675, 677, 679, 686, 688, 690, 691, 695, 699, 701, 702, 705, 707, 715, 723, 725, 727, 729, 730, 732, 739, 741, 744, 748, 749, 750, 757, 760, 762, 763, 769, 771, 774, 776, 783, 784, 785, 787, 788, 795, 798, 808, 812, 814, 815, 825, 835, 839, 845, 852, 859, 860, 862, 882, 884, 886, 888 ], "83": [ 0, 2, 4, 5, 11, 19, 20, 21, 24, 34, 35, 39, 46, 49, 53, 64, 70, 75, 82, 85, 87, 90, 91, 93, 97, 101, 102, 107, 109, 112, 113, 114, 119, 120, 122, 125, 127, 129, 130, 134, 138, 141, 142, 146, 151, 152, 165, 168, 172, 174, 188, 189, 193, 195, 198, 199, 212, 216, 220, 221, 223, 225, 230, 234, 240, 242, 243, 246, 248, 250, 252, 257, 262, 263, 272, 273, 278, 282, 289, 290, 294, 300, 301, 305, 309, 311, 312, 320, 321, 323, 329, 331, 333, 335, 337, 338, 343, 351, 352, 354, 358, 361, 363, 364, 367, 368, 371, 372, 375, 377, 380, 385, 392, 393, 394, 396, 397, 401, 408, 412, 416, 419, 420, 421, 423, 425, 429, 434, 438, 443, 444, 445, 456, 459, 460, 465, 475, 478, 480, 482, 489, 491, 494, 496, 498, 499, 502, 504, 508, 509, 510, 511, 515, 517, 526, 527, 528, 529, 531, 537, 542, 551, 555, 559, 562, 569, 575, 576, 583, 590, 592, 595, 598, 600, 603, 608, 611, 621, 626, 627, 628, 637, 642, 643, 648, 651, 666, 677, 678, 679, 682, 686, 687, 690, 691, 696, 697, 714, 715, 719, 721, 736, 743, 757, 759, 764, 765, 768, 771, 778, 783, 787, 789, 790, 793, 794, 798, 801, 802, 808, 816, 817, 820, 821, 827, 828, 831, 834, 838, 842, 843, 846, 854, 856, 859, 860, 865, 869, 871, 872, 873, 878 ], "84": [ 1, 2, 4, 5, 11, 13, 16, 17, 20, 21, 23, 25, 26, 27, 34, 37, 44, 50, 56, 62, 66, 67, 71, 72, 76, 77, 79, 80, 84, 97, 98, 106, 108, 110, 111, 115, 117, 120, 122, 127, 129, 131, 137, 141, 149, 151, 155, 171, 174, 179, 180, 184, 185, 195, 198, 199, 200, 201, 204, 205, 207, 209, 216, 218, 223, 224, 228, 229, 231, 236, 238, 241, 242, 243, 244, 252, 260, 266, 268, 271, 274, 284, 286, 298, 302, 303, 305, 314, 315, 316, 318, 320, 327, 331, 341, 342, 349, 350, 353, 366, 369, 374, 376, 377, 391, 392, 397, 398, 407, 408, 410, 419, 421, 422, 424, 425, 431, 432, 433, 440, 443, 447, 448, 449, 459, 461, 462, 465, 466, 477, 481, 484, 489, 490, 491, 493, 501, 505, 509, 511, 512, 521, 525, 533, 536, 537, 541, 543, 544, 546, 548, 549, 550, 551, 558, 559, 566, 569, 570, 577, 583, 586, 588, 594, 599, 601, 602, 604, 607, 620, 625, 628, 629, 634, 636, 637, 639, 647, 648, 649, 650, 653, 654, 659, 664, 667, 672, 673, 677, 681, 684, 686, 687, 690, 694, 696, 700, 709, 712, 714, 717, 733, 737, 748, 749, 750, 751, 754, 758, 760, 763, 765, 768, 770, 775, 777, 783, 789, 799, 801, 803, 816, 817, 829, 830, 833, 834, 838, 844, 857, 858, 859, 865, 867, 869, 872, 876, 878, 879, 883, 886, 891 ], "85": [ 3, 4, 13, 16, 17, 19, 20, 21, 22, 26, 35, 36, 43, 46, 47, 48, 50, 56, 60, 62, 64, 68, 69, 74, 75, 76, 78, 81, 82, 83, 87, 95, 96, 106, 108, 110, 112, 121, 125, 131, 134, 138, 140, 141, 143, 149, 150, 159, 165, 169, 177, 182, 186, 194, 195, 198, 201, 206, 208, 212, 213, 219, 220, 222, 231, 236, 240, 244, 246, 258, 259, 260, 261, 269, 270, 272, 274, 281, 282, 284, 289, 290, 294, 296, 297, 299, 302, 304, 320, 321, 323, 332, 337, 339, 344, 345, 350, 351, 352, 359, 360, 362, 364, 368, 369, 372, 380, 381, 382, 384, 385, 388, 392, 393, 396, 400, 406, 412, 423, 427, 436, 441, 442, 449, 450, 453, 454, 455, 464, 470, 473, 476, 478, 481, 484, 493, 494, 496, 498, 502, 507, 508, 510, 513, 520, 524, 531, 533, 540, 550, 551, 553, 558, 559, 565, 568, 571, 572, 574, 575, 581, 584, 586, 592, 595, 600, 617, 619, 620, 621, 625, 626, 627, 630, 634, 637, 640, 641, 646, 648, 651, 653, 658, 668, 669, 673, 677, 686, 687, 691, 692, 697, 698, 704, 707, 712, 717, 719, 726, 729, 730, 733, 735, 738, 740, 761, 766, 770, 771, 775, 791, 792, 796, 799, 803, 812, 817, 823, 837, 838, 841, 844, 845, 846, 849, 853, 856, 859, 860, 864, 867, 868, 870, 875, 880, 882, 885, 888, 889, 891, 893, 895 ], "86": [ 0, 3, 4, 9, 11, 14, 17, 18, 19, 24, 31, 34, 36, 38, 39, 40, 45, 47, 48, 57, 59, 61, 62, 65, 68, 69, 71, 74, 84, 89, 91, 95, 97, 105, 108, 111, 120, 121, 123, 125, 126, 130, 145, 164, 166, 178, 179, 185, 187, 196, 204, 206, 207, 216, 217, 218, 222, 224, 227, 232, 233, 235, 239, 243, 244, 246, 248, 254, 256, 261, 263, 279, 280, 281, 291, 296, 298, 299, 300, 304, 313, 315, 320, 326, 331, 336, 341, 342, 345, 346, 350, 352, 355, 357, 359, 370, 372, 375, 378, 382, 387, 391, 395, 404, 419, 420, 423, 432, 435, 436, 437, 438, 442, 443, 447, 449, 450, 453, 458, 464, 465, 466, 471, 474, 475, 478, 486, 495, 500, 503, 513, 517, 518, 524, 534, 535, 545, 546, 553, 556, 557, 560, 565, 569, 572, 573, 575, 576, 577, 581, 583, 584, 585, 586, 588, 591, 592, 593, 598, 600, 605, 613, 615, 620, 622, 624, 626, 629, 630, 635, 636, 637, 641, 651, 652, 656, 659, 668, 669, 671, 679, 686, 693, 694, 700, 702, 705, 706, 707, 727, 729, 730, 732, 733, 734, 739, 741, 742, 744, 747, 749, 756, 761, 762, 763, 764, 769, 772, 774, 784, 787, 791, 793, 797, 798, 799, 800, 803, 804, 808, 811, 812, 817, 819, 821, 823, 826, 837, 845, 851, 852, 858, 862, 863, 865, 869, 873, 880, 884, 888, 890, 895 ], "87": [ 1, 5, 9, 11, 12, 17, 19, 20, 23, 26, 34, 38, 46, 49, 56, 57, 61, 62, 65, 66, 67, 69, 75, 84, 88, 89, 97, 105, 106, 108, 113, 119, 126, 127, 128, 130, 135, 142, 143, 147, 154, 155, 157, 165, 167, 168, 172, 176, 177, 178, 182, 183, 194, 197, 201, 206, 213, 215, 218, 221, 223, 224, 228, 229, 230, 234, 235, 237, 250, 251, 257, 258, 259, 282, 283, 287, 288, 294, 297, 301, 306, 307, 312, 314, 321, 331, 335, 337, 339, 344, 348, 361, 364, 372, 373, 381, 382, 383, 385, 389, 390, 394, 397, 401, 422, 431, 432, 433, 440, 443, 444, 447, 455, 460, 464, 468, 469, 472, 477, 478, 492, 495, 499, 503, 508, 511, 512, 514, 516, 517, 524, 529, 532, 533, 536, 537, 539, 540, 542, 550, 556, 557, 565, 567, 570, 575, 576, 578, 579, 580, 582, 589, 591, 593, 605, 606, 609, 613, 616, 618, 630, 632, 633, 637, 638, 643, 645, 648, 651, 654, 659, 663, 664, 667, 668, 670, 672, 673, 677, 679, 682, 684, 687, 692, 696, 700, 704, 706, 707, 708, 709, 710, 716, 723, 724, 726, 730, 739, 740, 741, 747, 751, 756, 759, 762, 765, 768, 770, 771, 774, 777, 778, 781, 786, 788, 796, 804, 805, 814, 818, 822, 823, 825, 829, 830, 831, 834, 835, 840, 844, 853, 854, 857, 859, 861, 866, 867, 868, 869, 874, 876, 879 ], "88": [ 2, 5, 6, 7, 11, 26, 29, 30, 31, 32, 35, 37, 39, 44, 48, 49, 58, 61, 64, 69, 70, 74, 75, 77, 79, 80, 83, 86, 88, 89, 91, 93, 97, 106, 109, 112, 114, 124, 129, 130, 136, 140, 144, 152, 157, 159, 160, 161, 171, 177, 182, 184, 192, 193, 197, 199, 201, 203, 204, 205, 209, 210, 217, 218, 219, 221, 223, 224, 227, 228, 229, 232, 252, 253, 255, 256, 259, 260, 263, 268, 269, 272, 273, 275, 277, 278, 280, 283, 285, 286, 298, 299, 301, 302, 304, 312, 314, 315, 323, 332, 337, 338, 341, 342, 345, 346, 350, 355, 357, 365, 367, 369, 374, 379, 383, 387, 393, 397, 401, 402, 409, 410, 411, 412, 415, 416, 430, 432, 433, 444, 448, 450, 455, 456, 467, 468, 473, 475, 482, 489, 492, 496, 502, 503, 511, 515, 516, 518, 522, 526, 531, 537, 542, 543, 554, 556, 557, 562, 564, 565, 566, 569, 575, 577, 584, 586, 587, 590, 591, 592, 593, 598, 603, 607, 608, 609, 614, 618, 626, 629, 630, 632, 633, 645, 648, 650, 651, 654, 659, 661, 663, 668, 675, 681, 693, 698, 704, 706, 716, 720, 723, 725, 735, 740, 749, 756, 757, 763, 773, 774, 775, 778, 779, 780, 781, 782, 791, 794, 797, 800, 805, 811, 817, 819, 822, 831, 835, 842, 844, 845, 848, 849, 852, 856, 860, 868, 875, 878, 883, 887, 891, 895 ], "89": [ 11, 12, 13, 16, 17, 20, 24, 28, 31, 32, 39, 43, 51, 55, 60, 63, 66, 68, 73, 76, 81, 84, 85, 86, 92, 93, 96, 105, 118, 129, 130, 138, 139, 145, 146, 151, 152, 153, 154, 157, 165, 169, 171, 172, 173, 179, 183, 184, 186, 188, 192, 195, 196, 202, 208, 211, 221, 224, 228, 230, 231, 233, 235, 236, 239, 241, 248, 249, 257, 261, 262, 263, 268, 270, 276, 279, 280, 282, 284, 287, 288, 289, 292, 298, 307, 308, 313, 320, 321, 322, 334, 335, 344, 345, 347, 351, 355, 362, 364, 367, 378, 386, 389, 391, 399, 400, 404, 410, 411, 416, 417, 418, 425, 426, 429, 431, 432, 434, 444, 445, 446, 448, 451, 454, 459, 463, 465, 466, 470, 474, 475, 476, 480, 485, 486, 487, 491, 493, 494, 495, 501, 505, 511, 516, 518, 520, 521, 523, 526, 527, 530, 538, 542, 545, 546, 549, 551, 554, 555, 556, 565, 569, 571, 577, 579, 580, 586, 587, 597, 607, 608, 612, 617, 618, 619, 623, 625, 644, 651, 652, 656, 662, 666, 671, 673, 679, 681, 686, 689, 692, 698, 700, 704, 706, 708, 721, 722, 726, 728, 737, 740, 747, 754, 756, 762, 763, 767, 768, 772, 785, 786, 790, 798, 803, 804, 810, 813, 814, 816, 821, 826, 828, 830, 835, 839, 847, 850, 853, 855, 857, 859, 860, 864, 869, 870, 874, 877, 878, 883, 884, 885, 886 ], "90": [ 2, 7, 15, 19, 22, 25, 26, 35, 38, 40, 41, 46, 47, 51, 54, 56, 63, 69, 79, 84, 86, 87, 95, 97, 100, 101, 109, 117, 119, 121, 124, 125, 126, 129, 132, 137, 139, 140, 141, 146, 147, 155, 160, 164, 169, 171, 172, 175, 177, 184, 192, 193, 199, 200, 202, 204, 208, 214, 215, 218, 219, 230, 240, 244, 250, 252, 254, 258, 261, 262, 263, 264, 265, 266, 272, 274, 275, 277, 283, 287, 291, 298, 299, 301, 303, 304, 313, 314, 318, 319, 324, 336, 338, 341, 342, 343, 345, 347, 349, 351, 353, 356, 357, 358, 360, 366, 367, 370, 373, 377, 378, 380, 384, 385, 386, 389, 408, 415, 421, 431, 436, 438, 442, 444, 450, 452, 453, 456, 458, 459, 464, 466, 471, 472, 473, 476, 479, 481, 482, 485, 490, 493, 494, 500, 503, 505, 506, 508, 510, 516, 521, 522, 539, 541, 545, 547, 559, 560, 561, 565, 570, 575, 576, 579, 582, 585, 586, 589, 593, 598, 602, 605, 609, 611, 612, 618, 619, 624, 627, 632, 639, 640, 642, 647, 648, 655, 656, 658, 662, 663, 665, 668, 669, 673, 676, 680, 681, 682, 687, 698, 703, 704, 708, 710, 714, 721, 732, 736, 737, 738, 747, 748, 751, 752, 754, 755, 756, 761, 765, 767, 774, 782, 792, 804, 806, 808, 815, 819, 820, 824, 832, 833, 835, 845, 849, 855, 858, 865, 867, 879, 885, 887 ], "91": [ 5, 12, 15, 17, 18, 19, 21, 23, 27, 30, 34, 36, 41, 57, 60, 62, 74, 77, 79, 82, 84, 91, 93, 95, 97, 104, 106, 114, 116, 117, 123, 136, 143, 144, 145, 148, 152, 155, 156, 164, 168, 175, 176, 191, 197, 199, 205, 210, 212, 215, 216, 221, 223, 237, 240, 241, 245, 253, 254, 255, 260, 262, 263, 269, 270, 273, 274, 276, 282, 286, 294, 306, 315, 316, 319, 320, 322, 325, 331, 332, 336, 337, 339, 345, 346, 351, 358, 369, 371, 373, 376, 380, 381, 382, 386, 388, 389, 394, 395, 397, 406, 417, 422, 424, 426, 429, 432, 434, 435, 438, 439, 442, 450, 462, 463, 466, 468, 471, 472, 477, 478, 480, 486, 488, 493, 495, 499, 501, 503, 504, 505, 508, 509, 511, 512, 513, 514, 522, 526, 529, 539, 541, 542, 546, 548, 551, 552, 553, 557, 558, 560, 561, 562, 564, 566, 567, 569, 570, 572, 574, 576, 579, 582, 583, 587, 588, 590, 592, 600, 602, 606, 612, 618, 620, 622, 637, 642, 649, 650, 651, 653, 655, 657, 662, 664, 666, 670, 672, 674, 677, 679, 682, 685, 693, 695, 696, 700, 703, 704, 706, 712, 716, 723, 729, 732, 735, 742, 743, 750, 753, 765, 769, 772, 780, 784, 791, 793, 794, 795, 801, 806, 816, 819, 823, 827, 840, 843, 846, 847, 851, 856, 857, 862, 863, 864, 868, 873, 887, 889, 891, 892, 894 ], "92": [ 1, 12, 17, 23, 38, 40, 41, 44, 45, 51, 54, 56, 58, 61, 63, 82, 89, 91, 101, 104, 105, 111, 112, 115, 124, 125, 132, 134, 140, 145, 148, 149, 151, 152, 155, 156, 157, 159, 160, 170, 171, 176, 178, 179, 181, 186, 193, 196, 198, 212, 219, 220, 228, 230, 234, 236, 237, 238, 239, 240, 242, 244, 245, 246, 247, 250, 251, 253, 257, 272, 275, 277, 282, 285, 287, 291, 294, 300, 301, 302, 305, 308, 309, 318, 319, 320, 321, 322, 331, 332, 336, 337, 341, 342, 343, 345, 346, 347, 353, 363, 364, 367, 369, 380, 390, 398, 399, 400, 406, 413, 414, 416, 420, 421, 422, 426, 428, 430, 431, 434, 437, 438, 440, 441, 444, 445, 447, 452, 457, 459, 460, 461, 468, 469, 484, 487, 492, 501, 504, 505, 510, 511, 515, 518, 520, 525, 530, 532, 533, 541, 542, 545, 552, 558, 559, 560, 561, 573, 575, 578, 579, 581, 583, 584, 585, 587, 589, 601, 602, 612, 614, 617, 619, 627, 628, 634, 641, 643, 646, 649, 650, 662, 664, 676, 678, 680, 684, 690, 692, 693, 695, 700, 706, 707, 708, 710, 713, 714, 718, 723, 725, 726, 733, 738, 739, 743, 746, 751, 760, 765, 769, 770, 774, 775, 781, 783, 788, 797, 798, 800, 801, 802, 815, 821, 822, 823, 828, 833, 837, 842, 843, 847, 849, 852, 853, 855, 861, 862, 864, 867, 872, 895 ] } } }