pipenetwork's picture
Add files using upload-large-folder tool
affbc49 verified
Raw
History Blame Contribute Delete
452 kB
{
"architectures": [
"KimiK3ForConditionalGeneration"
],
"auto_map": {
"AutoConfig": "configuration_kimi_k3.KimiK3Config",
"AutoModel": "modeling_kimi_k3.KimiK3ForConditionalGeneration",
"AutoModelForCausalLM": "modeling_kimi_k3.KimiK3ForConditionalGeneration"
},
"bos_token_id": 163584,
"dtype": "bfloat16",
"eos_token_id": 163586,
"ignore_index": -100,
"image_placeholder": "<|kimi_image_placeholder|>",
"media_placeholder_token_id": 163605,
"model_type": "kimi_k3",
"pad_token_id": 163839,
"text_config": {
"_name_or_path": "",
"activation_situ_beta": 4.0,
"activation_situ_linear_beta": 25.0,
"add_cross_attention": false,
"architectures": [
"KimiLinearForCausalLM"
],
"attn_res_block_size": 12,
"auto_map": {
"AutoConfig": "configuration_kimi_k3.KimiLinearConfig",
"AutoModel": "modeling_kimi_linear.KimiLinearModel",
"AutoModelForCausalLM": "modeling_kimi_linear.KimiLinearForCausalLM"
},
"bad_words_ids": null,
"begin_suppress_tokens": null,
"bos_token_id": 163584,
"chunk_size_feed_forward": 0,
"cross_attention_hidden_size": null,
"decoder_start_token_id": null,
"diversity_penalty": 0.0,
"do_sample": false,
"dtype": "bfloat16",
"early_stopping": false,
"encoder_no_repeat_ngram_size": 0,
"eos_token_id": 163586,
"exponential_decay_length_penalty": null,
"finetuning_task": null,
"first_k_dense_replace": 1,
"forced_bos_token_id": null,
"forced_eos_token_id": null,
"hidden_act": "situ",
"hidden_size": 7168,
"id2label": {
"0": "LABEL_0",
"1": "LABEL_1"
},
"initializer_range": 0.02,
"intermediate_size": 33792,
"is_decoder": false,
"is_encoder_decoder": false,
"kv_lora_rank": 512,
"label2id": {
"LABEL_0": 0,
"LABEL_1": 1
},
"latent_moe_use_norm": true,
"length_penalty": 1.0,
"linear_attn_config": {
"full_attn_layers": [
4,
8,
12,
16,
20,
24,
28,
32,
36,
40,
44,
48,
52,
56,
60,
64,
68,
72,
76,
80,
84,
88,
92,
93
],
"gate_lower_bound": -5.0,
"head_dim": 128,
"kda_layers": [
1,
2,
3,
5,
6,
7,
9,
10,
11,
13,
14,
15,
17,
18,
19,
21,
22,
23,
25,
26,
27,
29,
30,
31,
33,
34,
35,
37,
38,
39,
41,
42,
43,
45,
46,
47,
49,
50,
51,
53,
54,
55,
57,
58,
59,
61,
62,
63,
65,
66,
67,
69,
70,
71,
73,
74,
75,
77,
78,
79,
81,
82,
83,
85,
86,
87,
89,
90,
91
],
"num_heads": 96,
"short_conv_kernel_size": 4,
"use_full_rank_gate": true
},
"max_length": 20,
"max_position_embeddings": 1048576,
"min_length": 0,
"mla_use_nope": true,
"mla_use_output_gate": true,
"model_type": "kimi_linear",
"moe_intermediate_size": 3072,
"moe_layer_freq": 1,
"moe_renormalize": true,
"moe_router_activation_func": "sigmoid",
"no_repeat_ngram_size": 0,
"num_attention_heads": 96,
"num_beam_groups": 1,
"num_beams": 1,
"num_expert_group": 1,
"num_experts": 242,
"num_experts_per_token": 16,
"num_hidden_layers": 93,
"num_key_value_heads": 96,
"num_nextn_predict_layers": 0,
"num_return_sequences": 1,
"num_shared_experts": 2,
"output_attentions": false,
"output_hidden_states": false,
"output_scores": false,
"pad_token_id": 163839,
"prefix": null,
"problem_type": null,
"pruned_heads": {},
"q_lora_rank": 1536,
"qk_nope_head_dim": 128,
"qk_rope_head_dim": 64,
"remove_invalid_values": false,
"repetition_penalty": 1.0,
"return_dict": true,
"return_dict_in_generate": false,
"rms_norm_eps": 1e-05,
"routed_expert_hidden_size": 3584,
"routed_scaling_factor": 1.0,
"sep_token_id": null,
"suppress_tokens": null,
"task_specific_params": null,
"temperature": 1.0,
"tf_legacy_loss": false,
"tie_encoder_decoder": false,
"tie_word_embeddings": false,
"tokenizer_class": null,
"top_k": 50,
"top_p": 1.0,
"topk_group": 1,
"topk_method": "noaux_tc",
"torchscript": false,
"transformers_version": "4.56.2",
"typical_p": 1.0,
"use_bfloat16": false,
"use_cache": true,
"use_grouped_topk": true,
"v_head_dim": 128,
"vocab_size": 163840,
"expert_counts": [
0,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242,
242
]
},
"tie_word_embeddings": false,
"vision_config": {
"_attn_implementation": "flash_attention_2",
"activation_func": "gelu_pytorch_tanh",
"attn_bias": false,
"init_pos_emb_height": 64,
"init_pos_emb_time": 4,
"init_pos_emb_width": 64,
"linear_bias": false,
"merge_kernel_size": [
2,
2
],
"merge_type": "sd2_tpool",
"mlp_type": "mlp2",
"mm_hidden_size": 1024,
"mm_projector_type": "patchmergerv2",
"norm_type": "rmsnorm",
"patch_embed_proj_bias": false,
"patch_size": 14,
"pos_emb_interpolation_mode": "bilinear",
"pos_emb_type": "divided_fixed",
"projector_hidden_act": "gelu",
"projector_ln_eps": 1e-05,
"qkv_hidden_size": 1536,
"text_hidden_size": 7168,
"vt_hidden_size": 1024,
"vt_intermediate_size": 4096,
"vt_num_attention_heads": 12,
"vt_num_hidden_layers": 27
},
"quantization": {
"mode": "mxfp4",
"group_size": 32,
"bits": 4,
"model.embed_tokens": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.mlp.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.mlp.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.mlp.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.0.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.1.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.2.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.3.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.4.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.5.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.6.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.7.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.8.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.9.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.10.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.11.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.12.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.13.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.14.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.15.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.16.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.17.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.18.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.19.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.20.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.21.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.22.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.23.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.24.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.25.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.26.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.27.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.28.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.29.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.30.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.31.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.32.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.33.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.34.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.35.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.36.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.37.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.38.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.39.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.40.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.41.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.42.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.43.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.44.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.45.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.46.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.47.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.48.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.49.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.50.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.51.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.52.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.53.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.54.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.55.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.56.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.57.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.58.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.59.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.60.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.61.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.62.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.63.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.64.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.65.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.66.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.67.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.68.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.69.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.70.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.71.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.72.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.73.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.74.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.75.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.76.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.77.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.78.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.79.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.80.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.81.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.82.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.83.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.84.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.85.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.86.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.87.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.88.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.89.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.f_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.f_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.v_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.k_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.90.self_attn.q_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.91.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.kv_a_proj_with_mqa": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.q_b_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.block_sparse_moe.routed_expert_up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.block_sparse_moe.routed_expert_down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.block_sparse_moe.shared_experts.up_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.block_sparse_moe.shared_experts.down_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.block_sparse_moe.shared_experts.gate_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.block_sparse_moe.gate": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.g_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.o_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.q_a_proj": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.embed_q": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"model.layers.92.self_attn.unembed_out": {
"mode": "affine",
"group_size": 64,
"bits": 8
},
"lm_head": {
"mode": "affine",
"group_size": 64,
"bits": 8
}
},
"reap": {
"plan": "reap_plan_zhcode.json",
"source_num_experts": 896,
"kept_mean": 242.0,
"keep": {
"1": [
5,
7,
12,
14,
15,
18,
22,
26,
30,
32,
38,
41,
46,
48,
50,
51,
56,
58,
64,
75,
81,
84,
87,
90,
94,
95,
96,
98,
101,
103,
105,
107,
109,
113,
115,
119,
120,
122,
126,
130,
131,
132,
134,
144,
149,
156,
161,
163,
165,
171,
172,
173,
175,
176,
182,
187,
193,
195,
196,
197,
199,
201,
204,
205,
211,
212,
226,
235,
236,
242,
243,
246,
249,
254,
265,
271,
272,
273,
278,
282,
284,
286,
287,
288,
290,
293,
303,
306,
307,
313,
322,
326,
330,
332,
333,
336,
350,
359,
362,
367,
371,
374,
380,
394,
395,
396,
399,
404,
407,
409,
412,
413,
419,
427,
431,
434,
438,
446,
447,
454,
458,
461,
466,
470,
471,
472,
473,
476,
479,
486,
489,
493,
495,
499,
506,
507,
510,
514,
518,
519,
522,
523,
528,
530,
531,
536,
541,
548,
556,
563,
565,
575,
576,
578,
588,
589,
590,
593,
602,
607,
608,
610,
611,
612,
613,
616,
618,
625,
626,
630,
631,
633,
634,
640,
645,
649,
652,
655,
658,
659,
661,
662,
666,
668,
670,
692,
696,
700,
701,
706,
713,
720,
721,
722,
723,
727,
730,
736,
741,
743,
744,
745,
749,
752,
755,
756,
758,
759,
761,
771,
776,
778,
779,
782,
789,
797,
804,
812,
814,
815,
817,
819,
821,
822,
825,
826,
835,
838,
839,
845,
848,
853,
854,
855,
868,
870,
872,
873,
880,
881,
883,
891
],
"2": [
0,
1,
4,
6,
10,
12,
15,
18,
25,
28,
35,
38,
39,
42,
45,
48,
49,
52,
54,
57,
62,
64,
65,
67,
74,
80,
83,
86,
91,
92,
97,
98,
101,
102,
106,
107,
114,
121,
128,
129,
132,
134,
135,
136,
137,
141,
146,
150,
154,
156,
157,
159,
168,
172,
176,
182,
183,
184,
188,
193,
194,
196,
199,
204,
205,
208,
218,
223,
227,
228,
234,
235,
241,
242,
245,
250,
254,
255,
259,
263,
266,
272,
277,
281,
284,
285,
289,
294,
302,
304,
305,
306,
308,
309,
312,
313,
317,
321,
322,
324,
325,
332,
336,
341,
344,
348,
350,
351,
353,
355,
356,
361,
371,
379,
382,
384,
386,
391,
392,
397,
401,
421,
422,
437,
441,
446,
447,
448,
452,
462,
464,
467,
470,
471,
481,
484,
485,
489,
492,
496,
504,
510,
512,
514,
515,
519,
528,
530,
532,
541,
543,
551,
554,
561,
562,
563,
567,
569,
571,
572,
576,
578,
584,
586,
591,
597,
598,
599,
600,
603,
605,
608,
609,
612,
613,
616,
618,
620,
622,
627,
635,
646,
653,
656,
658,
674,
682,
688,
692,
693,
698,
699,
700,
701,
713,
721,
722,
724,
725,
726,
733,
739,
743,
745,
746,
751,
753,
770,
775,
777,
778,
779,
785,
790,
792,
796,
799,
800,
801,
808,
818,
820,
822,
825,
830,
835,
839,
843,
846,
847,
849,
850,
854,
859,
862,
866,
867,
869,
874,
875,
880,
895
],
"3": [
2,
3,
5,
9,
10,
15,
23,
27,
31,
35,
42,
48,
52,
59,
62,
65,
73,
78,
82,
84,
86,
90,
91,
93,
99,
101,
104,
109,
119,
120,
128,
129,
133,
135,
138,
148,
164,
170,
172,
174,
179,
182,
189,
192,
197,
201,
206,
208,
210,
216,
219,
222,
223,
224,
231,
232,
233,
235,
237,
238,
241,
247,
248,
259,
260,
264,
267,
269,
274,
280,
281,
282,
285,
286,
287,
288,
291,
298,
300,
306,
310,
311,
312,
315,
324,
327,
328,
331,
333,
337,
338,
339,
342,
346,
349,
357,
358,
361,
365,
368,
387,
388,
392,
395,
400,
403,
411,
413,
416,
421,
422,
424,
427,
436,
440,
446,
454,
459,
463,
467,
468,
471,
473,
481,
486,
487,
488,
491,
492,
497,
501,
502,
504,
507,
508,
509,
512,
513,
516,
520,
521,
525,
526,
537,
542,
546,
552,
553,
557,
563,
565,
570,
578,
580,
581,
585,
590,
592,
594,
596,
597,
598,
599,
601,
604,
605,
607,
611,
613,
614,
623,
624,
639,
642,
644,
649,
655,
659,
664,
668,
669,
675,
678,
680,
684,
686,
688,
689,
692,
693,
695,
702,
703,
705,
707,
710,
714,
726,
727,
730,
731,
734,
739,
743,
763,
772,
774,
779,
780,
782,
783,
785,
786,
791,
792,
801,
802,
805,
808,
814,
815,
818,
823,
825,
833,
834,
836,
846,
847,
851,
853,
855,
871,
873,
874,
879,
880,
884,
888,
891,
894,
895
],
"4": [
1,
2,
7,
10,
11,
12,
17,
26,
27,
33,
34,
35,
36,
37,
46,
47,
49,
50,
52,
57,
70,
72,
73,
77,
78,
95,
96,
101,
110,
111,
128,
132,
133,
135,
136,
139,
141,
142,
150,
153,
155,
157,
160,
164,
165,
167,
168,
169,
177,
178,
182,
187,
198,
203,
205,
207,
209,
212,
213,
217,
221,
224,
229,
236,
241,
243,
250,
253,
257,
258,
260,
264,
267,
273,
281,
285,
291,
293,
298,
308,
310,
311,
313,
314,
315,
330,
331,
332,
333,
335,
340,
343,
354,
355,
360,
366,
368,
371,
375,
376,
387,
391,
394,
396,
398,
403,
410,
411,
412,
414,
417,
421,
423,
430,
434,
441,
448,
449,
455,
467,
472,
474,
476,
477,
478,
484,
489,
492,
494,
495,
497,
501,
503,
505,
515,
516,
520,
521,
522,
523,
531,
537,
539,
540,
544,
547,
548,
549,
550,
554,
558,
561,
562,
565,
571,
572,
573,
575,
576,
579,
582,
583,
587,
588,
598,
599,
606,
607,
608,
609,
610,
615,
624,
627,
628,
634,
636,
637,
647,
651,
652,
656,
664,
672,
679,
688,
690,
699,
705,
710,
715,
716,
721,
722,
726,
729,
734,
741,
742,
748,
749,
753,
758,
762,
763,
765,
766,
767,
769,
770,
771,
778,
784,
785,
790,
794,
799,
802,
803,
806,
808,
809,
810,
814,
822,
824,
828,
831,
832,
833,
835,
837,
857,
859,
861,
867,
871,
872,
883,
884,
888,
891
],
"5": [
9,
11,
15,
16,
21,
25,
27,
31,
34,
38,
40,
41,
49,
53,
54,
55,
56,
58,
59,
63,
64,
65,
66,
69,
74,
82,
83,
84,
87,
88,
93,
102,
103,
110,
111,
112,
122,
128,
131,
133,
136,
138,
140,
144,
154,
157,
158,
166,
169,
170,
176,
182,
183,
191,
193,
203,
204,
206,
208,
209,
215,
217,
221,
226,
231,
232,
241,
242,
248,
254,
256,
261,
262,
264,
270,
272,
274,
276,
282,
283,
288,
290,
293,
296,
302,
305,
308,
311,
312,
315,
316,
320,
322,
324,
329,
333,
334,
335,
336,
340,
344,
348,
352,
357,
358,
360,
361,
363,
364,
366,
367,
372,
374,
385,
386,
387,
394,
397,
399,
400,
406,
407,
408,
410,
413,
416,
417,
418,
421,
423,
428,
435,
439,
442,
443,
447,
452,
457,
459,
460,
466,
467,
469,
473,
476,
477,
480,
483,
487,
492,
499,
502,
503,
511,
527,
528,
529,
530,
532,
533,
537,
551,
554,
556,
567,
577,
580,
581,
585,
590,
597,
607,
608,
609,
610,
616,
625,
626,
629,
633,
636,
649,
651,
653,
658,
663,
664,
669,
670,
674,
676,
678,
681,
682,
685,
687,
691,
696,
711,
719,
720,
721,
731,
733,
736,
737,
745,
747,
751,
752,
759,
762,
764,
767,
771,
772,
783,
784,
788,
793,
806,
808,
818,
820,
832,
833,
835,
836,
843,
847,
858,
861,
867,
869,
874,
876,
878,
883,
887,
893,
894,
895
],
"6": [
0,
14,
17,
18,
22,
24,
36,
38,
39,
41,
49,
50,
51,
55,
62,
66,
69,
70,
75,
81,
82,
83,
84,
86,
87,
88,
92,
99,
116,
117,
120,
123,
133,
135,
136,
139,
144,
145,
147,
148,
153,
166,
168,
170,
176,
181,
186,
188,
190,
198,
203,
205,
209,
221,
225,
228,
232,
233,
247,
249,
252,
256,
257,
260,
264,
265,
277,
278,
281,
282,
285,
288,
292,
293,
299,
301,
306,
308,
320,
323,
333,
334,
340,
344,
348,
352,
353,
356,
358,
366,
381,
383,
388,
394,
395,
396,
397,
398,
401,
404,
411,
412,
413,
416,
420,
422,
427,
433,
440,
446,
449,
454,
455,
458,
463,
464,
465,
467,
468,
480,
481,
483,
486,
493,
496,
497,
499,
501,
502,
505,
508,
509,
513,
518,
519,
520,
523,
525,
526,
529,
533,
538,
541,
548,
549,
550,
551,
554,
556,
566,
568,
575,
576,
577,
583,
584,
589,
590,
593,
599,
600,
603,
605,
608,
612,
613,
615,
617,
620,
621,
625,
634,
642,
644,
649,
652,
660,
668,
674,
678,
679,
680,
686,
689,
696,
700,
701,
705,
707,
711,
718,
721,
723,
728,
729,
731,
737,
742,
744,
745,
747,
750,
753,
757,
760,
761,
763,
766,
768,
769,
770,
771,
772,
774,
781,
784,
787,
788,
790,
793,
797,
800,
803,
810,
821,
825,
826,
828,
831,
838,
840,
841,
853,
857,
866,
870,
874,
875,
885,
886,
892,
895
],
"7": [
5,
6,
8,
13,
16,
26,
33,
35,
39,
50,
52,
53,
55,
60,
62,
63,
65,
66,
69,
72,
74,
75,
76,
77,
78,
80,
88,
90,
107,
110,
111,
112,
113,
116,
119,
124,
125,
126,
127,
132,
135,
137,
143,
147,
148,
150,
152,
153,
157,
165,
169,
176,
180,
188,
195,
196,
200,
203,
212,
213,
215,
218,
220,
221,
226,
231,
235,
236,
238,
239,
240,
249,
260,
270,
271,
275,
276,
278,
279,
287,
290,
291,
295,
296,
298,
299,
306,
309,
310,
313,
317,
319,
328,
329,
332,
334,
336,
341,
343,
346,
352,
362,
363,
367,
368,
370,
373,
378,
380,
381,
385,
391,
392,
399,
400,
401,
410,
412,
417,
420,
432,
442,
443,
444,
449,
450,
452,
455,
458,
467,
469,
470,
476,
478,
493,
499,
502,
503,
505,
507,
509,
515,
517,
522,
527,
530,
535,
540,
548,
553,
554,
555,
560,
561,
563,
564,
565,
567,
569,
579,
583,
585,
589,
592,
593,
594,
600,
602,
605,
608,
610,
621,
624,
627,
631,
634,
639,
650,
654,
658,
659,
661,
666,
681,
683,
689,
690,
691,
692,
696,
698,
701,
702,
703,
704,
705,
708,
713,
714,
716,
722,
725,
727,
735,
751,
758,
763,
764,
765,
771,
772,
782,
785,
790,
791,
795,
803,
804,
807,
808,
809,
810,
814,
818,
820,
823,
828,
832,
834,
837,
838,
840,
841,
842,
844,
845,
849,
854,
860,
870,
874,
883
],
"8": [
17,
20,
22,
23,
31,
32,
37,
41,
42,
44,
45,
49,
50,
53,
54,
61,
65,
66,
69,
74,
80,
84,
90,
99,
102,
104,
105,
116,
119,
120,
126,
128,
134,
143,
144,
145,
146,
148,
152,
154,
159,
160,
164,
168,
178,
183,
186,
187,
192,
193,
196,
207,
208,
209,
210,
211,
213,
216,
225,
226,
228,
234,
236,
239,
244,
246,
247,
248,
250,
251,
252,
258,
259,
261,
269,
272,
276,
280,
281,
282,
283,
289,
290,
296,
297,
300,
303,
307,
309,
314,
318,
321,
330,
332,
333,
337,
339,
342,
348,
350,
351,
353,
356,
362,
369,
376,
379,
382,
386,
390,
402,
408,
410,
415,
418,
419,
421,
430,
432,
433,
439,
442,
445,
453,
456,
458,
459,
470,
472,
479,
481,
486,
490,
493,
495,
496,
505,
507,
511,
512,
525,
527,
529,
534,
538,
541,
544,
547,
550,
563,
569,
571,
578,
582,
583,
590,
600,
601,
602,
613,
614,
625,
626,
629,
631,
637,
642,
649,
655,
657,
662,
664,
667,
674,
678,
679,
681,
683,
684,
687,
688,
690,
693,
701,
704,
706,
709,
712,
713,
717,
718,
719,
728,
730,
733,
737,
742,
743,
749,
753,
755,
758,
759,
761,
764,
768,
779,
780,
781,
787,
788,
791,
792,
796,
798,
800,
802,
803,
808,
809,
820,
821,
823,
826,
829,
835,
838,
839,
840,
841,
843,
858,
862,
870,
879,
880,
881,
888,
891,
893,
894,
895
],
"9": [
1,
2,
6,
10,
11,
14,
17,
18,
21,
23,
24,
27,
28,
29,
33,
34,
38,
48,
49,
52,
54,
63,
67,
71,
72,
80,
85,
90,
98,
99,
101,
107,
108,
109,
112,
115,
116,
119,
122,
128,
131,
133,
143,
145,
149,
152,
164,
167,
172,
173,
174,
181,
183,
189,
192,
196,
197,
198,
201,
204,
206,
209,
210,
212,
213,
215,
218,
219,
222,
225,
226,
230,
232,
246,
248,
252,
257,
262,
277,
278,
279,
280,
281,
282,
287,
290,
295,
298,
302,
304,
307,
309,
310,
312,
314,
315,
318,
323,
333,
334,
345,
356,
357,
360,
362,
364,
367,
376,
377,
380,
383,
385,
387,
392,
393,
395,
401,
405,
407,
408,
419,
426,
427,
428,
429,
430,
432,
433,
435,
436,
438,
444,
446,
447,
450,
460,
464,
465,
472,
474,
479,
483,
486,
499,
502,
506,
509,
514,
519,
527,
531,
533,
534,
536,
549,
554,
555,
560,
561,
562,
565,
567,
572,
573,
576,
584,
591,
592,
594,
596,
597,
601,
604,
605,
607,
608,
610,
624,
625,
626,
634,
638,
640,
641,
649,
653,
657,
663,
664,
674,
676,
677,
679,
684,
686,
689,
690,
691,
696,
707,
715,
728,
729,
731,
733,
735,
742,
747,
750,
753,
762,
763,
768,
779,
782,
783,
785,
786,
797,
798,
799,
801,
808,
811,
815,
821,
822,
827,
832,
836,
837,
840,
846,
847,
849,
853,
855,
859,
863,
871,
875,
876
],
"10": [
7,
16,
36,
39,
42,
46,
49,
51,
53,
62,
74,
76,
77,
81,
83,
85,
86,
98,
111,
112,
114,
115,
116,
120,
123,
124,
130,
131,
132,
151,
154,
157,
164,
173,
175,
177,
178,
182,
186,
187,
189,
193,
194,
198,
201,
208,
209,
210,
212,
213,
217,
218,
220,
221,
223,
224,
227,
233,
236,
237,
239,
242,
244,
245,
246,
249,
250,
254,
256,
262,
267,
271,
275,
278,
286,
288,
289,
290,
294,
297,
299,
302,
303,
306,
310,
313,
315,
319,
321,
322,
326,
328,
333,
342,
343,
344,
348,
350,
358,
363,
370,
372,
376,
377,
378,
383,
385,
401,
407,
410,
417,
425,
431,
433,
438,
439,
444,
450,
451,
454,
455,
459,
462,
463,
466,
469,
471,
472,
474,
479,
481,
482,
484,
494,
498,
501,
504,
508,
515,
516,
517,
521,
522,
523,
524,
527,
529,
540,
543,
547,
548,
552,
554,
557,
566,
573,
578,
579,
586,
600,
602,
605,
607,
610,
617,
622,
623,
626,
631,
633,
634,
636,
638,
645,
648,
651,
652,
656,
660,
662,
667,
668,
673,
676,
681,
682,
688,
689,
691,
693,
695,
696,
700,
704,
706,
709,
711,
715,
719,
720,
725,
731,
732,
737,
745,
748,
749,
755,
757,
765,
766,
768,
770,
772,
773,
774,
776,
785,
798,
814,
817,
818,
819,
824,
825,
836,
840,
845,
848,
850,
852,
855,
857,
859,
869,
870,
873,
883,
885,
887,
889,
893
],
"11": [
0,
3,
4,
8,
11,
16,
18,
19,
25,
26,
30,
32,
33,
38,
42,
45,
50,
51,
57,
60,
61,
64,
66,
67,
71,
75,
76,
79,
81,
86,
88,
89,
90,
92,
94,
99,
102,
103,
105,
107,
111,
119,
121,
134,
141,
147,
149,
150,
152,
154,
161,
166,
167,
168,
184,
185,
187,
189,
194,
202,
203,
210,
213,
217,
218,
221,
227,
229,
232,
235,
236,
237,
238,
241,
242,
243,
258,
259,
261,
268,
270,
273,
284,
285,
290,
292,
293,
296,
311,
316,
318,
322,
326,
340,
341,
344,
346,
349,
350,
355,
356,
360,
362,
369,
372,
373,
374,
378,
382,
389,
390,
394,
395,
410,
413,
414,
422,
424,
425,
427,
435,
436,
437,
438,
442,
444,
460,
461,
464,
465,
466,
468,
471,
482,
486,
490,
492,
493,
495,
496,
497,
503,
506,
509,
514,
521,
523,
524,
529,
540,
542,
546,
551,
558,
559,
560,
562,
565,
569,
570,
571,
586,
589,
596,
597,
599,
605,
606,
607,
609,
614,
618,
620,
622,
624,
627,
631,
638,
640,
643,
644,
647,
649,
651,
658,
661,
662,
664,
683,
696,
700,
703,
704,
706,
710,
715,
726,
731,
740,
752,
754,
763,
765,
769,
772,
773,
774,
777,
779,
781,
784,
786,
787,
789,
792,
802,
805,
806,
807,
813,
815,
816,
817,
818,
823,
824,
826,
832,
834,
837,
843,
845,
852,
856,
859,
861,
866,
870,
881,
882,
884,
892
],
"12": [
3,
19,
20,
25,
26,
28,
30,
31,
33,
34,
41,
44,
53,
59,
65,
70,
72,
77,
81,
85,
95,
98,
101,
102,
106,
111,
113,
114,
117,
122,
123,
124,
127,
128,
130,
131,
138,
139,
140,
144,
155,
158,
160,
162,
168,
170,
174,
176,
177,
182,
195,
201,
205,
211,
215,
217,
220,
221,
222,
226,
229,
244,
248,
253,
255,
260,
261,
262,
264,
266,
267,
273,
274,
279,
284,
293,
294,
297,
309,
313,
316,
318,
325,
328,
330,
334,
335,
341,
344,
349,
350,
361,
367,
370,
371,
372,
374,
375,
376,
377,
379,
380,
387,
390,
391,
392,
394,
397,
400,
405,
406,
418,
419,
421,
423,
425,
427,
435,
450,
453,
457,
464,
465,
466,
472,
476,
477,
478,
480,
481,
483,
488,
493,
503,
505,
509,
514,
517,
525,
530,
531,
538,
539,
542,
547,
551,
552,
560,
561,
566,
568,
569,
570,
573,
574,
580,
597,
599,
604,
605,
606,
609,
625,
627,
629,
630,
636,
637,
644,
649,
659,
667,
668,
684,
687,
690,
700,
706,
709,
710,
711,
712,
713,
715,
718,
719,
720,
727,
728,
729,
733,
734,
735,
736,
737,
739,
741,
742,
744,
746,
755,
757,
759,
762,
763,
766,
769,
774,
780,
783,
784,
787,
789,
792,
799,
803,
805,
806,
807,
808,
812,
817,
819,
822,
823,
826,
835,
836,
840,
841,
842,
850,
853,
862,
864,
865,
870,
872,
873,
874,
876,
883
],
"13": [
1,
3,
5,
7,
10,
13,
25,
33,
34,
36,
39,
41,
50,
56,
58,
60,
65,
72,
77,
81,
82,
88,
90,
93,
94,
96,
100,
102,
105,
110,
112,
121,
122,
124,
126,
128,
130,
136,
138,
141,
144,
149,
150,
156,
159,
161,
164,
165,
173,
178,
179,
183,
185,
189,
191,
196,
199,
200,
201,
202,
205,
207,
215,
216,
218,
220,
221,
222,
224,
225,
229,
233,
235,
236,
237,
239,
245,
253,
261,
263,
270,
278,
281,
282,
286,
288,
290,
293,
295,
296,
298,
301,
302,
304,
312,
314,
320,
321,
323,
326,
333,
335,
341,
342,
344,
349,
350,
354,
355,
356,
359,
369,
371,
373,
374,
387,
389,
391,
397,
404,
406,
407,
410,
414,
416,
419,
420,
421,
426,
433,
434,
437,
458,
459,
463,
466,
475,
476,
480,
484,
486,
487,
493,
494,
510,
514,
515,
519,
527,
528,
530,
532,
533,
534,
537,
540,
549,
551,
552,
554,
555,
570,
572,
576,
578,
579,
582,
603,
604,
607,
608,
610,
615,
617,
620,
623,
624,
626,
629,
630,
631,
632,
633,
638,
643,
649,
653,
663,
670,
677,
680,
683,
690,
695,
698,
699,
720,
721,
723,
724,
726,
727,
728,
736,
737,
739,
744,
749,
758,
773,
778,
780,
781,
783,
784,
789,
797,
802,
806,
811,
814,
824,
830,
831,
835,
836,
842,
843,
845,
846,
848,
851,
855,
857,
860,
862,
872,
873,
886,
887,
889,
891
],
"14": [
1,
9,
12,
18,
27,
28,
32,
34,
47,
51,
54,
56,
60,
61,
62,
63,
65,
79,
90,
94,
95,
96,
97,
101,
104,
114,
116,
119,
121,
125,
136,
139,
140,
144,
147,
150,
161,
163,
166,
168,
170,
183,
185,
189,
191,
193,
206,
207,
213,
218,
221,
223,
227,
233,
234,
236,
240,
244,
248,
253,
254,
255,
258,
262,
263,
265,
266,
268,
273,
275,
276,
280,
281,
282,
285,
288,
293,
294,
296,
299,
301,
302,
303,
306,
313,
320,
321,
326,
327,
328,
331,
334,
338,
339,
343,
346,
347,
350,
359,
360,
361,
362,
363,
366,
370,
371,
374,
376,
380,
386,
392,
393,
394,
403,
405,
406,
414,
416,
424,
428,
429,
433,
436,
441,
444,
445,
446,
451,
452,
455,
459,
461,
479,
481,
485,
489,
491,
494,
501,
503,
513,
514,
516,
517,
519,
523,
527,
528,
538,
539,
541,
545,
548,
549,
557,
559,
560,
565,
573,
576,
582,
585,
586,
597,
601,
614,
616,
619,
620,
624,
628,
629,
630,
632,
636,
640,
641,
643,
648,
649,
651,
656,
662,
678,
679,
681,
683,
684,
692,
694,
695,
696,
703,
704,
711,
717,
718,
725,
726,
731,
736,
740,
743,
746,
747,
755,
756,
758,
766,
768,
769,
775,
777,
779,
786,
796,
797,
802,
803,
805,
814,
818,
824,
825,
826,
828,
835,
840,
841,
849,
850,
853,
855,
857,
858,
859,
861,
864,
886,
887,
889,
892
],
"15": [
3,
4,
9,
18,
19,
26,
32,
33,
37,
39,
40,
45,
47,
50,
51,
52,
54,
57,
58,
60,
61,
66,
70,
81,
82,
84,
86,
89,
95,
98,
110,
111,
118,
121,
128,
131,
135,
138,
143,
151,
153,
154,
155,
162,
164,
166,
167,
181,
183,
184,
185,
187,
189,
191,
192,
194,
195,
197,
200,
204,
205,
206,
208,
210,
215,
220,
225,
226,
232,
237,
240,
247,
251,
253,
256,
264,
268,
279,
280,
288,
289,
290,
293,
294,
298,
299,
301,
310,
312,
320,
332,
334,
336,
346,
353,
354,
359,
361,
364,
369,
375,
381,
391,
393,
395,
397,
399,
401,
402,
413,
416,
457,
461,
462,
471,
473,
475,
479,
480,
485,
493,
496,
506,
508,
510,
513,
515,
518,
519,
520,
522,
523,
524,
525,
526,
527,
530,
531,
537,
540,
547,
549,
560,
561,
562,
565,
566,
567,
569,
573,
584,
590,
598,
601,
602,
604,
610,
613,
614,
618,
621,
625,
633,
636,
646,
651,
652,
653,
656,
667,
671,
673,
674,
676,
677,
686,
691,
693,
694,
696,
699,
703,
705,
708,
709,
714,
715,
717,
723,
726,
727,
728,
729,
735,
739,
740,
741,
742,
744,
746,
748,
751,
755,
759,
766,
770,
771,
773,
784,
788,
789,
790,
791,
797,
802,
805,
806,
810,
811,
819,
821,
824,
825,
831,
832,
833,
851,
853,
858,
859,
861,
862,
866,
869,
870,
874,
875,
884,
885,
891,
892,
894
],
"16": [
0,
2,
4,
6,
7,
14,
15,
20,
23,
25,
28,
36,
37,
40,
43,
44,
49,
60,
62,
64,
69,
70,
73,
74,
75,
76,
79,
83,
89,
94,
97,
103,
105,
107,
110,
112,
113,
131,
132,
134,
137,
139,
146,
155,
157,
163,
166,
167,
169,
174,
176,
180,
185,
194,
196,
197,
201,
204,
205,
209,
210,
211,
214,
223,
229,
230,
236,
237,
244,
246,
260,
261,
269,
270,
272,
273,
275,
282,
288,
290,
294,
298,
299,
302,
312,
314,
316,
317,
320,
326,
327,
333,
335,
337,
338,
348,
350,
354,
355,
365,
366,
367,
368,
371,
375,
378,
380,
382,
383,
384,
386,
392,
393,
395,
401,
403,
405,
406,
419,
420,
421,
424,
426,
428,
429,
433,
434,
435,
443,
445,
450,
452,
460,
462,
464,
468,
469,
470,
475,
478,
483,
488,
491,
498,
501,
502,
506,
508,
510,
513,
517,
518,
521,
527,
530,
532,
538,
540,
542,
545,
552,
554,
557,
558,
559,
563,
566,
570,
572,
575,
582,
583,
585,
590,
595,
598,
608,
614,
616,
625,
626,
629,
635,
636,
637,
641,
649,
650,
656,
657,
662,
669,
679,
687,
695,
701,
702,
704,
708,
709,
714,
720,
735,
736,
738,
739,
740,
747,
748,
750,
755,
756,
757,
763,
767,
770,
779,
780,
788,
791,
792,
797,
799,
801,
802,
807,
816,
818,
822,
824,
828,
832,
836,
838,
859,
862,
869,
872,
876,
879,
892,
895
],
"17": [
2,
23,
26,
35,
36,
40,
43,
52,
53,
56,
57,
59,
66,
78,
80,
81,
85,
89,
91,
93,
97,
102,
106,
114,
121,
124,
139,
145,
148,
150,
151,
152,
153,
154,
158,
161,
163,
164,
170,
175,
177,
179,
180,
181,
184,
191,
201,
203,
207,
209,
215,
216,
217,
218,
219,
222,
224,
226,
231,
232,
236,
239,
241,
243,
244,
247,
254,
257,
258,
263,
265,
266,
269,
272,
273,
275,
278,
281,
283,
301,
303,
305,
311,
313,
318,
321,
349,
350,
361,
364,
373,
374,
375,
376,
381,
388,
391,
394,
404,
408,
415,
416,
418,
422,
430,
433,
436,
439,
443,
456,
461,
463,
469,
472,
473,
476,
481,
483,
485,
488,
490,
491,
500,
503,
504,
508,
510,
512,
518,
521,
524,
526,
532,
533,
534,
538,
543,
548,
553,
555,
556,
560,
566,
571,
575,
576,
583,
584,
591,
592,
593,
595,
601,
602,
604,
605,
610,
614,
616,
624,
626,
629,
630,
640,
641,
642,
646,
657,
658,
660,
666,
674,
676,
682,
685,
687,
688,
689,
693,
697,
698,
700,
702,
706,
708,
709,
710,
717,
720,
729,
730,
731,
732,
734,
735,
736,
737,
738,
739,
751,
752,
756,
762,
765,
766,
772,
773,
776,
795,
797,
800,
802,
803,
804,
808,
810,
811,
817,
821,
823,
824,
826,
827,
829,
831,
835,
840,
848,
853,
854,
857,
858,
861,
863,
867,
868,
872,
878,
881,
885,
889,
894
],
"18": [
0,
6,
14,
16,
22,
23,
26,
28,
32,
36,
39,
44,
47,
57,
79,
80,
85,
87,
93,
100,
103,
107,
111,
112,
114,
126,
128,
130,
131,
132,
133,
148,
150,
152,
159,
162,
166,
167,
168,
170,
171,
172,
174,
175,
178,
179,
181,
193,
205,
208,
210,
216,
222,
223,
225,
240,
242,
251,
254,
256,
261,
262,
263,
264,
265,
267,
269,
270,
271,
276,
279,
283,
290,
291,
300,
308,
314,
317,
321,
323,
328,
335,
338,
341,
343,
344,
346,
347,
350,
356,
357,
362,
367,
369,
371,
374,
385,
394,
395,
400,
403,
405,
419,
421,
424,
426,
439,
440,
445,
448,
450,
453,
455,
459,
460,
462,
463,
467,
473,
477,
483,
494,
496,
497,
498,
506,
510,
513,
514,
515,
516,
517,
519,
533,
534,
536,
537,
538,
541,
542,
544,
545,
550,
552,
554,
555,
561,
562,
563,
564,
566,
568,
569,
575,
578,
581,
583,
584,
596,
598,
600,
601,
607,
611,
612,
618,
620,
621,
622,
625,
628,
630,
632,
636,
639,
641,
643,
650,
658,
665,
673,
675,
680,
682,
687,
692,
703,
714,
716,
721,
722,
724,
725,
726,
732,
734,
737,
739,
740,
744,
751,
760,
765,
770,
772,
775,
776,
779,
782,
783,
785,
791,
792,
793,
795,
796,
799,
803,
811,
812,
820,
822,
826,
828,
831,
834,
836,
838,
840,
853,
858,
860,
862,
865,
866,
874,
875,
882,
885,
887,
888,
893
],
"19": [
0,
3,
6,
12,
13,
18,
20,
21,
22,
25,
29,
31,
40,
44,
46,
47,
53,
64,
74,
77,
85,
87,
92,
101,
105,
109,
114,
128,
132,
133,
134,
135,
136,
138,
146,
147,
151,
152,
153,
156,
157,
160,
161,
162,
169,
174,
175,
178,
190,
192,
193,
194,
195,
201,
204,
209,
210,
211,
218,
226,
230,
232,
235,
238,
249,
250,
257,
259,
261,
263,
264,
267,
269,
270,
274,
281,
283,
285,
290,
291,
294,
297,
303,
304,
306,
309,
318,
319,
321,
325,
329,
331,
337,
338,
350,
353,
357,
360,
362,
363,
365,
367,
368,
369,
393,
394,
395,
396,
399,
408,
415,
419,
428,
429,
432,
435,
439,
441,
447,
448,
450,
451,
452,
453,
457,
458,
462,
463,
464,
465,
467,
468,
475,
477,
483,
484,
490,
495,
501,
502,
516,
521,
523,
524,
525,
526,
532,
541,
542,
545,
556,
562,
566,
573,
574,
577,
586,
589,
593,
600,
603,
604,
606,
608,
609,
611,
613,
614,
615,
623,
626,
630,
631,
633,
643,
645,
650,
652,
653,
656,
660,
661,
662,
673,
674,
678,
682,
685,
689,
692,
695,
698,
702,
704,
707,
715,
718,
721,
722,
723,
725,
727,
729,
730,
734,
735,
739,
743,
746,
748,
752,
767,
778,
783,
786,
789,
796,
800,
809,
812,
813,
816,
818,
824,
826,
835,
836,
839,
845,
854,
858,
859,
860,
864,
865,
866,
872,
873,
879,
881,
889,
895
],
"20": [
0,
2,
10,
11,
14,
18,
20,
23,
24,
26,
27,
43,
47,
55,
61,
68,
81,
84,
101,
103,
104,
107,
109,
113,
114,
117,
121,
123,
126,
137,
139,
146,
149,
154,
155,
168,
173,
174,
182,
184,
188,
190,
191,
192,
193,
195,
201,
202,
204,
205,
206,
214,
216,
218,
221,
222,
223,
224,
225,
232,
238,
242,
245,
249,
250,
255,
264,
272,
273,
277,
278,
281,
282,
283,
288,
292,
295,
296,
300,
301,
307,
308,
309,
311,
314,
320,
329,
334,
336,
338,
340,
341,
347,
350,
355,
364,
368,
371,
376,
379,
380,
386,
388,
393,
404,
406,
410,
412,
413,
416,
419,
421,
423,
424,
425,
426,
431,
433,
434,
436,
438,
439,
447,
448,
455,
465,
466,
471,
472,
473,
475,
478,
479,
485,
486,
489,
493,
494,
495,
501,
503,
505,
507,
511,
512,
519,
522,
524,
526,
527,
537,
542,
545,
546,
556,
563,
566,
567,
572,
575,
576,
582,
588,
589,
591,
595,
596,
600,
602,
610,
612,
614,
616,
617,
620,
626,
628,
629,
640,
653,
663,
664,
668,
670,
674,
676,
682,
687,
689,
691,
692,
695,
697,
698,
702,
710,
711,
712,
713,
716,
720,
721,
726,
727,
732,
740,
742,
744,
746,
747,
753,
756,
765,
775,
786,
789,
790,
793,
800,
802,
805,
813,
815,
817,
825,
830,
832,
834,
841,
845,
851,
853,
860,
869,
870,
875,
881,
883,
886,
892,
894,
895
],
"21": [
2,
8,
13,
14,
15,
23,
24,
25,
26,
37,
38,
40,
41,
42,
48,
56,
60,
61,
64,
65,
66,
75,
79,
80,
95,
96,
97,
98,
100,
104,
111,
118,
120,
127,
128,
133,
134,
135,
139,
142,
143,
144,
145,
149,
151,
152,
153,
158,
162,
166,
172,
183,
185,
198,
207,
212,
213,
214,
216,
217,
218,
220,
222,
226,
228,
229,
230,
234,
238,
241,
246,
255,
256,
263,
268,
273,
279,
282,
283,
288,
290,
291,
297,
301,
304,
306,
308,
309,
310,
311,
318,
325,
332,
333,
339,
340,
341,
345,
346,
347,
348,
350,
352,
356,
362,
371,
376,
380,
390,
395,
397,
405,
410,
418,
424,
429,
430,
433,
441,
447,
452,
453,
455,
457,
463,
465,
467,
468,
470,
471,
473,
475,
481,
487,
490,
494,
496,
500,
504,
507,
510,
511,
518,
525,
526,
535,
540,
542,
548,
552,
555,
560,
561,
563,
576,
580,
583,
588,
590,
591,
592,
594,
597,
602,
610,
616,
618,
621,
623,
626,
628,
630,
633,
636,
641,
643,
645,
646,
649,
654,
657,
659,
663,
669,
672,
675,
682,
687,
691,
694,
697,
699,
701,
705,
707,
712,
714,
717,
722,
723,
724,
727,
732,
736,
738,
741,
747,
748,
750,
754,
755,
757,
758,
765,
770,
772,
779,
780,
781,
787,
789,
791,
796,
799,
802,
806,
808,
823,
835,
836,
838,
839,
843,
847,
849,
858,
860,
865,
869,
875,
879,
885
],
"22": [
1,
4,
8,
9,
10,
11,
18,
28,
29,
35,
38,
40,
46,
47,
52,
54,
58,
63,
64,
66,
71,
72,
80,
81,
82,
83,
86,
87,
93,
95,
98,
99,
101,
114,
122,
136,
139,
145,
147,
148,
162,
163,
165,
166,
167,
169,
170,
177,
180,
181,
183,
184,
188,
202,
204,
212,
213,
216,
218,
220,
224,
225,
228,
229,
244,
251,
252,
254,
258,
259,
262,
274,
275,
279,
282,
286,
289,
290,
292,
298,
299,
301,
307,
312,
316,
319,
320,
327,
332,
334,
335,
340,
351,
352,
359,
360,
363,
364,
372,
376,
377,
383,
384,
385,
390,
397,
400,
401,
405,
408,
411,
413,
414,
421,
422,
423,
432,
433,
436,
438,
446,
447,
449,
451,
453,
455,
456,
458,
465,
466,
467,
468,
470,
475,
480,
490,
495,
500,
502,
505,
510,
512,
513,
515,
516,
517,
521,
523,
540,
541,
543,
544,
546,
547,
552,
554,
555,
566,
569,
573,
575,
584,
587,
591,
593,
594,
595,
599,
602,
607,
616,
632,
633,
636,
637,
639,
642,
643,
648,
658,
664,
665,
672,
680,
681,
686,
693,
696,
697,
698,
699,
700,
702,
705,
711,
713,
719,
722,
723,
724,
726,
730,
731,
732,
747,
750,
755,
756,
766,
771,
772,
777,
781,
785,
787,
793,
794,
799,
804,
805,
806,
813,
815,
820,
823,
826,
829,
834,
836,
837,
841,
843,
850,
854,
857,
862,
873,
874,
875,
888,
892,
893
],
"23": [
5,
6,
8,
11,
24,
25,
39,
44,
49,
50,
52,
56,
58,
59,
62,
64,
67,
73,
74,
75,
76,
96,
100,
115,
121,
122,
123,
134,
136,
137,
138,
142,
147,
154,
159,
161,
163,
169,
170,
174,
178,
180,
181,
184,
191,
197,
198,
202,
204,
205,
206,
209,
210,
211,
214,
215,
221,
228,
230,
231,
235,
236,
238,
243,
249,
253,
254,
258,
263,
264,
266,
272,
274,
277,
278,
280,
281,
286,
287,
289,
291,
301,
307,
308,
310,
318,
325,
333,
343,
345,
346,
349,
354,
355,
358,
359,
360,
361,
362,
364,
371,
372,
379,
383,
386,
389,
391,
393,
394,
399,
401,
403,
405,
408,
410,
412,
418,
424,
425,
428,
430,
433,
434,
437,
449,
455,
459,
470,
471,
472,
473,
478,
487,
489,
491,
498,
500,
503,
508,
513,
533,
537,
539,
541,
543,
545,
546,
547,
555,
558,
559,
562,
563,
564,
569,
570,
571,
577,
580,
584,
590,
592,
594,
596,
598,
601,
602,
614,
632,
633,
635,
643,
646,
647,
653,
657,
665,
668,
670,
679,
680,
684,
688,
689,
690,
695,
698,
705,
712,
713,
714,
720,
723,
724,
725,
726,
731,
735,
736,
739,
746,
747,
754,
756,
762,
764,
767,
770,
772,
774,
775,
778,
784,
785,
788,
807,
808,
812,
815,
818,
821,
830,
831,
836,
837,
839,
841,
845,
846,
856,
859,
860,
862,
864,
867,
870,
873,
875,
879,
888,
893,
894
],
"24": [
3,
6,
12,
13,
14,
17,
18,
20,
26,
36,
40,
43,
45,
56,
64,
67,
72,
77,
80,
81,
82,
85,
89,
93,
97,
100,
104,
107,
111,
115,
120,
123,
125,
126,
127,
129,
136,
137,
138,
140,
151,
154,
159,
164,
166,
172,
179,
180,
182,
185,
188,
191,
194,
203,
205,
206,
207,
209,
218,
219,
220,
224,
226,
230,
237,
238,
249,
250,
251,
253,
254,
259,
261,
263,
264,
265,
271,
278,
283,
287,
289,
293,
294,
297,
299,
300,
305,
311,
313,
316,
317,
318,
321,
322,
323,
326,
327,
332,
335,
336,
341,
348,
350,
352,
353,
357,
361,
365,
370,
378,
387,
389,
392,
399,
407,
409,
414,
415,
417,
424,
425,
429,
430,
433,
437,
438,
442,
446,
449,
451,
459,
469,
474,
475,
477,
483,
490,
494,
498,
513,
517,
521,
525,
526,
534,
537,
546,
547,
550,
551,
557,
560,
563,
564,
568,
571,
572,
573,
576,
585,
591,
593,
594,
597,
601,
603,
604,
606,
608,
613,
617,
620,
622,
623,
626,
633,
636,
653,
654,
657,
663,
665,
668,
670,
672,
677,
691,
705,
709,
711,
712,
713,
715,
717,
722,
723,
725,
731,
735,
737,
744,
748,
758,
761,
765,
767,
771,
772,
773,
775,
776,
777,
786,
796,
800,
801,
803,
812,
816,
821,
828,
829,
833,
835,
836,
837,
840,
843,
846,
849,
858,
867,
869,
870,
871,
874,
877,
880,
885,
887,
892,
893
],
"25": [
2,
6,
9,
11,
15,
16,
22,
24,
27,
37,
41,
46,
53,
56,
57,
60,
62,
72,
75,
76,
79,
82,
83,
85,
86,
88,
91,
93,
95,
101,
102,
103,
104,
106,
108,
118,
125,
130,
131,
135,
137,
138,
143,
152,
153,
156,
160,
164,
165,
172,
173,
177,
180,
186,
189,
192,
193,
201,
202,
209,
217,
221,
225,
233,
237,
238,
240,
244,
246,
249,
251,
254,
255,
261,
263,
271,
274,
282,
285,
289,
295,
301,
302,
305,
307,
309,
314,
316,
321,
322,
328,
330,
331,
337,
346,
350,
351,
353,
361,
370,
374,
376,
378,
384,
385,
387,
388,
389,
391,
393,
396,
400,
401,
402,
408,
416,
423,
426,
427,
431,
432,
433,
437,
440,
441,
445,
449,
458,
460,
461,
482,
485,
489,
494,
496,
509,
513,
514,
515,
525,
528,
529,
535,
537,
539,
544,
545,
547,
553,
554,
570,
572,
575,
581,
586,
595,
600,
607,
615,
624,
627,
628,
629,
630,
631,
634,
636,
638,
644,
647,
649,
654,
655,
660,
663,
668,
671,
675,
678,
679,
682,
685,
687,
688,
690,
692,
694,
696,
699,
702,
704,
705,
709,
716,
718,
721,
729,
739,
741,
749,
752,
762,
763,
772,
775,
788,
792,
793,
800,
804,
807,
812,
815,
817,
818,
822,
823,
824,
829,
832,
833,
837,
838,
839,
842,
843,
845,
847,
851,
852,
855,
857,
859,
861,
867,
872,
875,
877,
878,
880,
892,
895
],
"26": [
0,
10,
13,
16,
17,
25,
26,
29,
34,
38,
39,
40,
45,
48,
53,
54,
55,
62,
71,
74,
75,
78,
79,
82,
85,
87,
89,
91,
97,
99,
100,
103,
105,
106,
110,
112,
115,
118,
122,
124,
132,
133,
136,
138,
139,
141,
146,
148,
149,
150,
151,
152,
156,
159,
160,
166,
168,
180,
187,
196,
197,
210,
211,
217,
220,
221,
222,
226,
230,
236,
239,
243,
247,
248,
255,
257,
259,
262,
263,
265,
269,
270,
275,
283,
291,
292,
294,
297,
300,
305,
307,
312,
313,
315,
316,
330,
336,
344,
350,
355,
357,
358,
360,
362,
363,
365,
367,
371,
377,
379,
384,
387,
392,
395,
412,
420,
424,
425,
426,
427,
428,
431,
434,
440,
444,
445,
447,
452,
454,
457,
464,
469,
473,
486,
488,
495,
500,
505,
506,
509,
510,
511,
515,
516,
518,
520,
531,
539,
544,
546,
548,
550,
552,
554,
557,
558,
561,
565,
568,
570,
574,
581,
582,
587,
588,
589,
590,
596,
598,
600,
601,
605,
607,
608,
609,
611,
613,
615,
617,
618,
622,
624,
625,
627,
630,
631,
633,
635,
640,
658,
660,
661,
666,
671,
673,
680,
681,
684,
690,
694,
697,
699,
701,
717,
720,
721,
722,
726,
729,
740,
745,
750,
751,
752,
753,
761,
766,
771,
782,
784,
785,
789,
790,
793,
795,
800,
802,
806,
812,
815,
818,
832,
840,
842,
844,
850,
859,
871,
872,
877,
884,
892
],
"27": [
0,
1,
9,
16,
30,
32,
35,
36,
38,
40,
42,
46,
49,
52,
56,
61,
62,
66,
68,
70,
74,
77,
81,
84,
87,
91,
97,
101,
110,
111,
112,
115,
116,
128,
132,
133,
141,
143,
149,
152,
153,
157,
161,
163,
165,
178,
184,
187,
198,
199,
208,
212,
215,
219,
222,
224,
226,
227,
241,
242,
245,
250,
251,
253,
260,
261,
271,
273,
275,
276,
280,
286,
287,
289,
290,
291,
293,
298,
313,
314,
324,
330,
331,
341,
344,
352,
353,
355,
358,
363,
365,
367,
372,
376,
379,
386,
387,
390,
391,
392,
393,
396,
400,
402,
406,
407,
410,
411,
413,
414,
416,
421,
424,
426,
432,
433,
441,
444,
446,
451,
454,
457,
466,
476,
477,
479,
482,
483,
488,
491,
492,
495,
499,
504,
505,
508,
511,
513,
516,
524,
526,
533,
536,
537,
538,
542,
543,
565,
567,
572,
573,
585,
589,
593,
594,
601,
603,
604,
607,
614,
616,
620,
622,
626,
627,
629,
644,
646,
653,
656,
657,
658,
659,
667,
668,
670,
672,
675,
679,
680,
684,
686,
688,
689,
696,
700,
709,
711,
712,
715,
720,
723,
732,
737,
742,
745,
747,
748,
752,
754,
761,
767,
769,
772,
773,
774,
776,
782,
787,
791,
793,
796,
799,
800,
804,
808,
810,
811,
812,
815,
817,
822,
826,
831,
832,
836,
846,
854,
855,
857,
863,
868,
869,
871,
874,
875,
877,
878,
879,
882,
889,
892
],
"28": [
4,
8,
9,
14,
20,
23,
27,
28,
30,
38,
41,
43,
45,
49,
50,
58,
64,
68,
71,
78,
81,
90,
98,
99,
100,
101,
102,
105,
106,
107,
108,
111,
122,
129,
131,
132,
133,
135,
139,
143,
147,
164,
166,
171,
181,
184,
185,
187,
191,
194,
195,
199,
201,
202,
204,
210,
212,
213,
214,
217,
221,
229,
241,
242,
245,
251,
252,
254,
255,
260,
262,
264,
265,
266,
270,
272,
275,
279,
280,
283,
287,
292,
293,
294,
298,
300,
301,
303,
304,
307,
309,
311,
312,
318,
321,
324,
328,
338,
345,
346,
349,
354,
361,
363,
367,
373,
374,
379,
396,
398,
403,
405,
406,
410,
411,
418,
428,
434,
436,
443,
445,
446,
447,
448,
449,
451,
452,
453,
457,
461,
462,
465,
469,
473,
477,
478,
482,
489,
493,
496,
499,
505,
507,
513,
517,
522,
527,
530,
531,
539,
541,
543,
544,
558,
564,
578,
579,
581,
584,
585,
590,
602,
606,
614,
622,
631,
632,
636,
637,
639,
644,
650,
654,
664,
665,
668,
670,
671,
679,
680,
681,
683,
690,
691,
694,
696,
697,
701,
703,
707,
710,
712,
714,
725,
729,
732,
734,
743,
753,
764,
767,
769,
771,
775,
776,
777,
778,
781,
782,
786,
790,
791,
795,
796,
800,
804,
807,
808,
810,
815,
816,
818,
827,
829,
832,
833,
836,
839,
840,
847,
848,
852,
859,
861,
865,
868,
871,
877,
880,
882,
892,
895
],
"29": [
1,
3,
4,
5,
6,
7,
18,
24,
34,
35,
39,
43,
45,
51,
58,
60,
62,
64,
65,
70,
77,
82,
87,
94,
96,
97,
105,
117,
119,
120,
121,
123,
124,
125,
128,
129,
131,
132,
137,
139,
147,
152,
153,
158,
163,
170,
172,
178,
182,
187,
188,
191,
195,
196,
198,
200,
201,
202,
205,
209,
210,
211,
213,
215,
218,
222,
228,
229,
233,
234,
236,
243,
244,
246,
247,
249,
251,
258,
269,
272,
275,
279,
280,
281,
292,
297,
299,
309,
312,
313,
316,
322,
324,
325,
326,
328,
332,
344,
360,
362,
372,
373,
375,
381,
382,
384,
386,
387,
393,
397,
399,
402,
405,
425,
426,
428,
430,
437,
439,
440,
442,
452,
458,
464,
471,
475,
482,
485,
487,
498,
501,
506,
508,
509,
511,
515,
516,
519,
524,
528,
533,
534,
537,
545,
546,
550,
555,
556,
558,
569,
573,
577,
578,
581,
585,
586,
589,
590,
591,
592,
594,
596,
597,
598,
599,
602,
608,
609,
611,
613,
622,
642,
651,
662,
664,
668,
669,
671,
674,
678,
679,
680,
681,
693,
694,
696,
700,
701,
703,
704,
708,
710,
713,
714,
715,
722,
730,
749,
752,
753,
758,
762,
763,
765,
767,
769,
770,
777,
780,
782,
784,
785,
787,
788,
792,
797,
798,
799,
803,
806,
809,
810,
811,
813,
819,
824,
828,
829,
830,
838,
844,
846,
848,
850,
851,
854,
864,
866,
870,
877,
881,
892
],
"30": [
1,
2,
4,
6,
7,
13,
20,
21,
29,
30,
31,
35,
38,
43,
46,
51,
53,
54,
55,
57,
60,
70,
83,
93,
96,
108,
109,
112,
113,
125,
128,
131,
132,
133,
135,
136,
137,
138,
149,
150,
151,
153,
156,
159,
160,
162,
171,
172,
173,
174,
175,
180,
181,
182,
184,
185,
187,
189,
191,
192,
203,
204,
206,
207,
208,
213,
224,
227,
232,
239,
244,
247,
253,
262,
266,
271,
273,
276,
284,
286,
292,
293,
294,
296,
297,
303,
304,
308,
315,
317,
322,
325,
332,
333,
337,
345,
349,
350,
361,
363,
369,
370,
375,
377,
378,
385,
386,
389,
392,
394,
396,
397,
399,
405,
406,
407,
420,
421,
427,
430,
435,
441,
444,
449,
452,
455,
458,
468,
470,
471,
474,
476,
481,
491,
496,
499,
503,
512,
516,
518,
521,
523,
526,
533,
535,
540,
545,
548,
549,
569,
572,
573,
575,
578,
583,
584,
587,
588,
591,
593,
600,
602,
605,
607,
608,
611,
612,
614,
619,
624,
627,
629,
630,
634,
642,
652,
654,
655,
659,
669,
670,
673,
684,
685,
687,
692,
697,
699,
702,
703,
707,
713,
721,
726,
728,
730,
733,
737,
742,
743,
749,
751,
752,
754,
759,
762,
763,
768,
773,
776,
777,
780,
782,
786,
787,
789,
792,
801,
804,
806,
811,
812,
814,
815,
816,
822,
830,
834,
835,
836,
851,
855,
856,
857,
863,
867,
871,
872,
874,
880,
882,
893
],
"31": [
1,
14,
17,
28,
31,
33,
34,
38,
52,
57,
60,
61,
63,
64,
66,
68,
74,
83,
84,
85,
87,
88,
90,
95,
98,
99,
104,
106,
110,
113,
127,
130,
134,
136,
138,
139,
141,
151,
152,
153,
162,
166,
167,
169,
177,
178,
195,
199,
201,
203,
208,
211,
215,
227,
228,
230,
231,
232,
239,
251,
255,
257,
258,
259,
263,
264,
265,
267,
268,
274,
275,
278,
279,
281,
288,
289,
293,
304,
308,
312,
320,
322,
323,
325,
331,
334,
335,
343,
345,
349,
352,
357,
361,
376,
377,
381,
382,
383,
384,
387,
391,
395,
398,
406,
412,
416,
418,
420,
423,
428,
429,
430,
432,
434,
436,
439,
440,
452,
453,
456,
463,
465,
466,
468,
470,
473,
475,
476,
484,
488,
489,
494,
495,
497,
503,
512,
515,
516,
528,
534,
538,
539,
543,
544,
547,
551,
552,
553,
555,
561,
563,
565,
584,
588,
589,
590,
598,
612,
613,
619,
620,
625,
627,
631,
632,
635,
636,
640,
648,
651,
652,
655,
663,
664,
667,
670,
674,
676,
677,
680,
686,
691,
697,
701,
705,
707,
709,
710,
715,
717,
722,
724,
729,
730,
734,
737,
739,
741,
746,
759,
765,
769,
778,
779,
790,
791,
793,
800,
802,
803,
807,
808,
810,
811,
816,
818,
819,
827,
836,
838,
839,
840,
841,
845,
850,
851,
852,
853,
856,
857,
858,
862,
863,
864,
865,
873,
874,
875,
886,
892,
894,
895
],
"32": [
4,
10,
11,
12,
13,
14,
18,
20,
23,
32,
33,
37,
54,
57,
60,
61,
69,
70,
74,
76,
77,
79,
89,
93,
94,
95,
110,
114,
117,
118,
121,
124,
126,
127,
129,
133,
136,
139,
140,
143,
147,
152,
157,
160,
170,
172,
173,
176,
177,
178,
182,
185,
190,
192,
193,
195,
199,
210,
212,
213,
218,
221,
222,
225,
226,
230,
233,
236,
242,
245,
247,
248,
249,
252,
254,
258,
259,
260,
263,
269,
271,
275,
276,
279,
281,
286,
290,
296,
297,
304,
306,
307,
310,
314,
316,
320,
321,
322,
325,
329,
332,
335,
348,
349,
355,
356,
364,
366,
386,
392,
393,
394,
398,
401,
404,
407,
419,
424,
427,
429,
432,
435,
441,
442,
449,
453,
455,
457,
463,
470,
472,
476,
481,
483,
484,
493,
496,
497,
498,
504,
506,
511,
512,
515,
519,
522,
526,
527,
538,
539,
540,
552,
553,
554,
555,
556,
558,
559,
564,
576,
579,
585,
602,
607,
608,
612,
616,
617,
620,
621,
624,
625,
633,
634,
635,
638,
648,
649,
652,
655,
661,
662,
670,
680,
684,
690,
694,
699,
712,
717,
718,
720,
725,
727,
728,
729,
731,
742,
745,
749,
750,
751,
754,
759,
761,
766,
780,
790,
795,
797,
800,
801,
804,
806,
808,
811,
812,
816,
818,
821,
835,
838,
839,
843,
845,
847,
848,
851,
852,
855,
857,
861,
864,
865,
868,
871,
876,
878,
885,
889,
890,
894
],
"33": [
2,
4,
7,
10,
13,
17,
20,
23,
25,
28,
33,
34,
35,
36,
43,
45,
53,
60,
63,
66,
68,
73,
74,
77,
84,
86,
88,
92,
97,
103,
104,
110,
113,
114,
115,
116,
117,
122,
127,
128,
129,
130,
132,
133,
143,
144,
158,
164,
165,
166,
167,
168,
176,
177,
179,
180,
184,
186,
189,
194,
203,
207,
212,
213,
214,
215,
216,
219,
223,
226,
228,
231,
238,
240,
241,
242,
243,
244,
245,
246,
247,
251,
253,
256,
259,
263,
264,
265,
266,
272,
273,
274,
277,
281,
282,
283,
307,
309,
317,
327,
335,
336,
339,
341,
362,
370,
371,
372,
375,
386,
387,
388,
395,
401,
402,
403,
405,
406,
408,
409,
414,
415,
418,
426,
430,
432,
434,
440,
442,
444,
447,
449,
450,
452,
453,
456,
458,
466,
468,
469,
474,
479,
492,
493,
505,
512,
517,
519,
525,
527,
532,
539,
541,
542,
544,
548,
553,
555,
556,
563,
567,
569,
570,
571,
573,
577,
579,
581,
588,
589,
592,
593,
594,
602,
604,
612,
623,
624,
625,
629,
630,
633,
634,
638,
639,
642,
645,
656,
657,
660,
665,
668,
669,
671,
672,
676,
677,
683,
696,
709,
712,
713,
717,
724,
725,
726,
730,
732,
735,
741,
743,
744,
747,
750,
754,
759,
767,
768,
771,
773,
779,
780,
782,
801,
804,
810,
831,
836,
842,
843,
844,
849,
856,
857,
858,
860,
865,
875,
878,
883,
885,
892
],
"34": [
2,
5,
6,
8,
11,
12,
19,
26,
32,
35,
38,
39,
46,
47,
50,
51,
52,
57,
58,
62,
66,
69,
70,
75,
79,
81,
84,
86,
87,
91,
92,
94,
96,
102,
103,
104,
110,
111,
113,
116,
117,
125,
135,
143,
148,
155,
160,
161,
162,
164,
170,
176,
181,
183,
184,
185,
188,
189,
191,
198,
207,
216,
219,
224,
226,
229,
234,
236,
248,
250,
252,
260,
261,
262,
266,
267,
277,
279,
283,
285,
293,
295,
301,
302,
306,
309,
310,
316,
317,
318,
323,
327,
330,
335,
338,
339,
341,
347,
348,
349,
358,
361,
371,
372,
373,
379,
383,
386,
398,
400,
409,
417,
420,
423,
424,
426,
430,
432,
434,
438,
444,
461,
464,
468,
470,
474,
475,
477,
486,
487,
492,
494,
500,
513,
519,
520,
522,
524,
527,
529,
530,
531,
545,
549,
552,
559,
570,
577,
578,
586,
589,
591,
599,
608,
609,
610,
614,
615,
616,
620,
625,
627,
628,
634,
639,
641,
644,
646,
649,
651,
653,
657,
658,
659,
661,
662,
663,
668,
680,
684,
685,
694,
702,
703,
705,
713,
714,
716,
718,
720,
723,
724,
725,
726,
729,
733,
736,
739,
740,
741,
745,
750,
752,
753,
759,
762,
765,
775,
776,
779,
780,
781,
782,
789,
790,
792,
798,
800,
808,
810,
811,
816,
828,
833,
835,
836,
837,
838,
839,
852,
859,
863,
868,
869,
872,
880,
882,
883,
886,
887,
891,
893
],
"35": [
8,
9,
11,
15,
16,
17,
18,
20,
23,
24,
26,
28,
34,
37,
46,
48,
50,
51,
57,
62,
65,
67,
69,
74,
83,
84,
85,
86,
87,
88,
90,
97,
103,
108,
109,
113,
120,
121,
131,
132,
142,
152,
153,
154,
159,
162,
164,
169,
170,
172,
174,
175,
179,
190,
198,
206,
209,
213,
220,
227,
231,
236,
240,
246,
247,
248,
249,
251,
253,
254,
255,
260,
265,
267,
268,
269,
279,
286,
290,
293,
301,
303,
305,
310,
311,
314,
315,
316,
317,
322,
329,
330,
337,
339,
341,
343,
346,
348,
349,
358,
360,
361,
362,
363,
372,
378,
381,
386,
387,
390,
391,
394,
395,
398,
402,
414,
415,
427,
431,
438,
447,
451,
456,
462,
463,
468,
470,
471,
473,
480,
487,
492,
495,
504,
505,
512,
518,
527,
529,
533,
534,
536,
537,
538,
539,
540,
554,
566,
575,
585,
586,
588,
589,
591,
600,
601,
603,
604,
606,
608,
614,
615,
623,
628,
629,
633,
635,
638,
639,
641,
644,
649,
651,
664,
671,
673,
680,
681,
690,
695,
696,
698,
699,
714,
716,
718,
719,
727,
730,
731,
732,
735,
737,
744,
750,
751,
752,
755,
760,
761,
762,
768,
770,
772,
773,
774,
775,
778,
780,
784,
802,
803,
808,
810,
813,
817,
819,
820,
824,
827,
828,
830,
831,
833,
837,
838,
840,
842,
856,
857,
860,
865,
866,
868,
874,
881,
882,
883,
884,
889,
892,
895
],
"36": [
3,
6,
16,
26,
35,
36,
45,
53,
59,
60,
62,
67,
72,
74,
75,
85,
86,
88,
91,
93,
97,
101,
102,
106,
112,
113,
116,
124,
128,
131,
147,
149,
160,
161,
166,
169,
171,
182,
190,
193,
194,
196,
203,
206,
207,
208,
210,
214,
217,
219,
225,
226,
235,
236,
239,
242,
244,
249,
250,
251,
254,
259,
264,
267,
271,
278,
284,
286,
294,
298,
299,
306,
310,
316,
322,
339,
341,
343,
350,
353,
356,
357,
359,
367,
369,
374,
377,
381,
384,
394,
396,
399,
401,
411,
412,
418,
422,
424,
426,
428,
429,
437,
438,
442,
444,
447,
449,
452,
453,
454,
457,
461,
463,
464,
474,
476,
487,
488,
489,
492,
496,
497,
499,
502,
503,
504,
511,
514,
516,
520,
521,
525,
526,
527,
528,
529,
534,
537,
538,
539,
540,
541,
546,
547,
549,
553,
554,
558,
565,
566,
568,
569,
582,
589,
590,
594,
595,
598,
603,
606,
608,
612,
614,
615,
617,
618,
628,
629,
630,
634,
635,
637,
639,
640,
646,
649,
652,
653,
655,
658,
661,
667,
668,
673,
676,
677,
678,
680,
684,
686,
692,
695,
699,
711,
716,
723,
724,
726,
733,
734,
736,
738,
740,
741,
742,
748,
750,
754,
759,
762,
763,
769,
770,
773,
776,
781,
783,
787,
791,
792,
797,
802,
803,
805,
809,
814,
815,
819,
828,
835,
839,
843,
845,
847,
849,
852,
853,
854,
863,
883,
890,
894
],
"37": [
0,
1,
2,
7,
20,
22,
30,
34,
39,
41,
42,
43,
46,
53,
60,
62,
63,
64,
66,
67,
68,
69,
72,
73,
78,
79,
86,
87,
88,
90,
92,
94,
105,
106,
107,
108,
110,
116,
122,
124,
127,
135,
159,
163,
168,
169,
170,
174,
178,
187,
188,
199,
200,
201,
207,
208,
209,
211,
213,
218,
219,
222,
224,
225,
227,
228,
240,
246,
249,
252,
269,
276,
281,
283,
288,
296,
297,
298,
300,
302,
306,
309,
313,
319,
321,
324,
325,
336,
343,
345,
346,
352,
353,
359,
361,
368,
370,
374,
375,
379,
380,
382,
386,
387,
391,
392,
393,
394,
397,
402,
411,
415,
419,
423,
424,
427,
428,
433,
437,
439,
440,
444,
445,
453,
458,
465,
482,
484,
485,
488,
489,
490,
491,
497,
511,
512,
513,
515,
517,
520,
522,
532,
535,
536,
544,
546,
547,
548,
549,
550,
551,
553,
555,
567,
569,
570,
572,
574,
578,
579,
588,
589,
590,
594,
601,
602,
608,
611,
616,
621,
625,
627,
628,
631,
633,
640,
643,
647,
652,
657,
669,
672,
673,
679,
680,
682,
684,
685,
689,
692,
707,
708,
709,
710,
713,
714,
727,
731,
746,
757,
759,
760,
761,
764,
768,
769,
773,
776,
778,
782,
784,
800,
802,
804,
807,
809,
817,
818,
820,
825,
826,
827,
828,
830,
831,
835,
847,
852,
854,
860,
861,
864,
869,
872,
876,
881,
883,
885,
886,
892,
893,
895
],
"38": [
9,
10,
17,
20,
26,
28,
29,
37,
39,
41,
43,
45,
47,
48,
52,
62,
63,
64,
65,
68,
76,
77,
81,
84,
87,
88,
89,
90,
91,
94,
98,
105,
108,
109,
113,
115,
119,
121,
132,
133,
138,
141,
143,
145,
153,
157,
161,
171,
173,
180,
190,
202,
212,
213,
215,
219,
225,
230,
231,
232,
236,
239,
255,
256,
264,
275,
277,
288,
291,
292,
293,
295,
299,
304,
309,
310,
314,
317,
320,
324,
328,
330,
336,
339,
341,
345,
356,
357,
360,
361,
364,
365,
370,
375,
376,
379,
388,
389,
390,
392,
396,
399,
400,
404,
407,
408,
410,
417,
426,
428,
430,
435,
439,
448,
449,
453,
454,
460,
461,
468,
476,
479,
483,
495,
497,
501,
504,
507,
508,
509,
511,
513,
514,
515,
517,
519,
523,
524,
525,
528,
532,
534,
536,
538,
542,
553,
556,
562,
569,
570,
571,
572,
573,
574,
582,
593,
599,
606,
610,
618,
620,
621,
622,
625,
627,
631,
632,
633,
635,
636,
638,
639,
640,
641,
649,
657,
662,
663,
665,
669,
673,
675,
676,
677,
678,
679,
684,
685,
686,
690,
693,
696,
698,
700,
710,
711,
712,
713,
714,
715,
717,
719,
721,
724,
725,
729,
736,
738,
743,
747,
751,
757,
758,
759,
760,
762,
770,
775,
776,
779,
783,
789,
791,
793,
794,
812,
814,
815,
841,
842,
861,
864,
866,
867,
870,
871,
878,
879,
880,
881,
884,
886
],
"39": [
4,
6,
12,
15,
21,
22,
26,
31,
35,
39,
40,
44,
49,
51,
62,
63,
69,
70,
71,
72,
77,
82,
83,
86,
87,
90,
94,
98,
101,
103,
104,
108,
113,
123,
129,
133,
143,
144,
154,
159,
161,
167,
168,
169,
174,
177,
180,
183,
189,
196,
197,
198,
199,
203,
208,
209,
214,
215,
222,
224,
226,
234,
236,
238,
243,
244,
246,
251,
256,
259,
260,
265,
267,
270,
271,
275,
279,
281,
288,
295,
307,
309,
314,
315,
320,
324,
331,
332,
341,
343,
346,
351,
353,
359,
364,
365,
367,
372,
380,
383,
388,
392,
394,
402,
403,
406,
411,
412,
413,
418,
419,
424,
426,
427,
438,
440,
446,
448,
453,
454,
460,
466,
467,
469,
470,
471,
473,
475,
476,
479,
484,
489,
491,
492,
493,
497,
499,
500,
503,
512,
515,
519,
520,
528,
529,
538,
539,
541,
547,
551,
552,
557,
559,
565,
566,
577,
579,
580,
581,
585,
589,
592,
595,
601,
618,
622,
636,
642,
645,
649,
651,
652,
656,
658,
660,
671,
676,
680,
682,
686,
687,
689,
695,
696,
697,
698,
699,
712,
715,
723,
725,
729,
730,
734,
735,
739,
740,
743,
746,
749,
753,
758,
760,
761,
764,
765,
775,
780,
782,
785,
786,
788,
789,
792,
794,
796,
800,
804,
808,
811,
815,
817,
821,
832,
833,
834,
835,
839,
844,
846,
848,
849,
856,
859,
860,
861,
864,
874,
878,
879,
883,
886
],
"40": [
2,
3,
5,
6,
8,
14,
19,
26,
29,
30,
35,
53,
54,
60,
62,
68,
70,
71,
72,
73,
74,
76,
77,
78,
83,
91,
94,
96,
105,
111,
112,
117,
118,
119,
128,
131,
133,
135,
140,
142,
143,
151,
152,
155,
167,
175,
178,
181,
182,
185,
186,
187,
189,
191,
200,
201,
203,
212,
214,
218,
219,
223,
224,
232,
235,
237,
238,
247,
249,
251,
257,
263,
264,
266,
271,
275,
280,
281,
282,
284,
285,
292,
294,
300,
325,
326,
330,
339,
340,
342,
344,
350,
352,
355,
362,
370,
374,
378,
384,
386,
392,
396,
400,
403,
404,
409,
410,
412,
413,
414,
416,
417,
420,
427,
435,
438,
442,
444,
453,
454,
459,
460,
472,
476,
477,
490,
491,
496,
497,
498,
501,
502,
503,
506,
508,
512,
515,
516,
529,
530,
531,
541,
543,
545,
548,
551,
558,
561,
562,
567,
570,
572,
583,
589,
591,
596,
597,
600,
603,
604,
611,
614,
616,
619,
630,
638,
642,
643,
644,
651,
654,
658,
663,
665,
668,
673,
675,
676,
678,
679,
680,
685,
688,
690,
691,
693,
700,
701,
703,
705,
706,
708,
709,
713,
718,
719,
721,
723,
726,
727,
732,
744,
750,
753,
761,
768,
769,
782,
787,
790,
793,
800,
805,
807,
808,
810,
812,
813,
816,
817,
823,
824,
828,
830,
831,
832,
834,
835,
838,
840,
841,
853,
857,
858,
862,
865,
872,
877,
882,
884,
889,
893
],
"41": [
3,
14,
28,
32,
37,
43,
45,
47,
51,
52,
55,
56,
59,
60,
65,
70,
74,
77,
79,
80,
81,
85,
88,
90,
92,
98,
99,
107,
110,
111,
114,
118,
122,
123,
127,
129,
134,
141,
142,
145,
147,
155,
156,
158,
159,
160,
163,
164,
170,
171,
173,
176,
180,
185,
192,
197,
208,
211,
220,
221,
225,
227,
228,
229,
230,
231,
235,
236,
240,
242,
248,
249,
250,
254,
255,
256,
259,
263,
274,
279,
282,
283,
285,
290,
294,
295,
300,
301,
305,
306,
307,
308,
309,
311,
316,
320,
322,
325,
335,
338,
343,
350,
351,
352,
358,
364,
371,
372,
373,
383,
384,
388,
394,
400,
408,
410,
416,
417,
418,
424,
425,
428,
431,
434,
436,
441,
443,
445,
446,
448,
451,
454,
455,
457,
461,
464,
468,
471,
473,
477,
479,
483,
488,
490,
491,
493,
494,
499,
505,
507,
508,
516,
523,
524,
531,
532,
537,
548,
569,
576,
580,
584,
588,
589,
590,
595,
600,
601,
606,
608,
611,
618,
622,
623,
632,
636,
638,
639,
640,
656,
658,
660,
663,
666,
670,
676,
684,
690,
693,
697,
701,
704,
705,
707,
713,
715,
719,
724,
725,
726,
727,
729,
731,
732,
735,
758,
762,
764,
770,
772,
773,
778,
784,
787,
794,
795,
796,
797,
799,
801,
803,
805,
806,
809,
811,
813,
820,
823,
832,
841,
842,
845,
847,
862,
863,
866,
868,
871,
873,
875,
877,
895
],
"42": [
2,
5,
15,
16,
17,
26,
27,
30,
33,
35,
41,
43,
45,
47,
48,
52,
55,
61,
62,
64,
65,
67,
74,
75,
77,
81,
84,
102,
106,
107,
110,
111,
114,
126,
127,
129,
132,
140,
142,
150,
153,
156,
158,
168,
170,
172,
175,
177,
179,
180,
184,
186,
188,
190,
192,
193,
201,
205,
208,
219,
224,
228,
231,
235,
241,
243,
259,
266,
275,
277,
283,
286,
290,
293,
296,
303,
304,
306,
308,
309,
314,
319,
323,
324,
327,
333,
338,
339,
350,
355,
358,
364,
366,
368,
377,
380,
387,
389,
390,
395,
396,
397,
400,
402,
403,
404,
413,
414,
417,
423,
424,
426,
431,
432,
434,
438,
440,
445,
449,
451,
452,
454,
457,
458,
464,
470,
472,
474,
475,
476,
482,
484,
489,
494,
499,
500,
503,
507,
509,
513,
514,
518,
520,
524,
527,
530,
535,
540,
541,
560,
563,
567,
573,
580,
583,
584,
592,
597,
601,
604,
608,
613,
614,
619,
620,
621,
622,
623,
635,
638,
639,
640,
641,
644,
645,
647,
649,
650,
652,
653,
654,
655,
656,
667,
668,
671,
674,
675,
680,
685,
686,
691,
693,
694,
707,
708,
710,
711,
712,
713,
718,
725,
733,
737,
742,
746,
751,
759,
766,
768,
773,
774,
779,
780,
781,
784,
785,
788,
792,
793,
797,
802,
804,
811,
812,
813,
816,
818,
823,
826,
829,
830,
835,
841,
842,
854,
861,
876,
882,
885,
889,
892
],
"43": [
3,
6,
7,
23,
24,
30,
33,
38,
39,
40,
47,
71,
76,
78,
81,
88,
93,
94,
99,
100,
104,
111,
118,
120,
127,
128,
130,
131,
134,
135,
137,
138,
141,
142,
144,
146,
148,
157,
158,
160,
161,
162,
167,
172,
175,
179,
180,
184,
189,
190,
192,
193,
194,
196,
202,
203,
209,
211,
212,
214,
218,
219,
227,
228,
229,
234,
235,
236,
239,
240,
241,
247,
248,
254,
263,
265,
269,
270,
271,
276,
279,
284,
285,
289,
291,
294,
296,
306,
311,
312,
313,
326,
329,
332,
335,
338,
341,
354,
355,
356,
357,
362,
365,
372,
375,
381,
383,
385,
386,
391,
394,
395,
410,
423,
425,
428,
430,
436,
437,
441,
448,
455,
456,
460,
462,
463,
464,
469,
474,
480,
483,
484,
485,
487,
499,
500,
501,
502,
508,
510,
512,
515,
517,
518,
522,
528,
532,
536,
541,
546,
549,
551,
554,
555,
558,
559,
560,
562,
566,
573,
574,
579,
580,
587,
590,
597,
599,
606,
609,
613,
619,
624,
630,
632,
633,
634,
635,
636,
641,
644,
647,
651,
652,
663,
666,
669,
673,
674,
676,
679,
681,
689,
697,
699,
702,
704,
711,
714,
719,
725,
733,
737,
738,
743,
744,
749,
753,
755,
758,
760,
765,
767,
769,
773,
775,
784,
785,
789,
793,
794,
796,
797,
799,
802,
806,
809,
822,
829,
830,
835,
836,
837,
842,
846,
852,
854,
878,
882,
883,
885,
887,
894
],
"44": [
3,
4,
7,
8,
12,
14,
24,
25,
27,
31,
33,
42,
50,
54,
60,
61,
64,
68,
70,
72,
73,
77,
86,
89,
95,
98,
101,
102,
103,
104,
105,
107,
108,
109,
120,
124,
125,
126,
127,
135,
138,
140,
144,
145,
148,
154,
162,
164,
166,
170,
177,
182,
189,
205,
217,
219,
220,
225,
229,
232,
234,
237,
241,
242,
243,
245,
248,
255,
266,
267,
268,
269,
271,
277,
280,
283,
284,
285,
289,
291,
294,
296,
298,
304,
308,
309,
312,
314,
316,
318,
320,
321,
322,
325,
327,
330,
331,
336,
340,
350,
351,
355,
356,
364,
369,
373,
375,
377,
386,
387,
392,
399,
401,
415,
416,
418,
423,
434,
436,
438,
442,
451,
453,
458,
459,
464,
468,
472,
482,
484,
486,
489,
492,
497,
502,
509,
510,
512,
522,
523,
526,
529,
531,
533,
534,
536,
540,
546,
547,
548,
551,
560,
573,
577,
578,
579,
580,
581,
584,
598,
606,
611,
616,
619,
623,
626,
627,
637,
639,
642,
644,
647,
660,
661,
664,
666,
668,
678,
680,
691,
695,
697,
702,
712,
716,
717,
718,
719,
722,
723,
726,
730,
731,
734,
735,
736,
742,
747,
750,
753,
757,
758,
760,
763,
765,
767,
771,
776,
780,
787,
794,
800,
802,
806,
811,
812,
814,
820,
821,
826,
828,
829,
832,
838,
839,
845,
848,
853,
856,
860,
865,
866,
869,
871,
873,
874,
875,
876,
878,
880,
889,
893
],
"45": [
2,
5,
7,
21,
22,
23,
25,
27,
32,
34,
35,
39,
44,
45,
47,
49,
53,
55,
56,
59,
63,
69,
71,
74,
77,
92,
110,
115,
122,
126,
130,
131,
141,
142,
149,
150,
151,
152,
158,
159,
167,
169,
177,
180,
182,
186,
187,
189,
190,
191,
192,
197,
207,
208,
211,
215,
216,
217,
220,
225,
226,
228,
229,
232,
234,
237,
239,
243,
251,
252,
257,
260,
261,
264,
268,
278,
280,
282,
284,
287,
292,
295,
296,
298,
299,
300,
302,
306,
318,
323,
324,
329,
344,
351,
354,
357,
359,
364,
367,
375,
376,
377,
383,
387,
388,
390,
391,
392,
394,
400,
411,
415,
422,
423,
424,
426,
431,
434,
435,
436,
451,
453,
457,
458,
459,
461,
462,
471,
473,
484,
489,
492,
503,
510,
513,
515,
527,
528,
534,
535,
536,
541,
544,
547,
548,
549,
563,
564,
565,
570,
572,
578,
579,
586,
589,
590,
591,
599,
601,
603,
610,
613,
616,
620,
621,
624,
626,
629,
631,
633,
637,
639,
641,
642,
643,
651,
655,
657,
660,
662,
664,
669,
670,
674,
676,
680,
682,
683,
684,
694,
700,
701,
702,
707,
709,
714,
719,
721,
722,
725,
726,
728,
730,
737,
739,
747,
750,
753,
765,
770,
772,
775,
780,
783,
785,
787,
793,
796,
802,
806,
809,
812,
813,
818,
820,
823,
827,
829,
834,
835,
838,
856,
863,
864,
865,
869,
877,
880,
882,
884,
892,
895
],
"46": [
0,
1,
4,
9,
14,
16,
21,
23,
25,
26,
37,
38,
39,
42,
43,
49,
52,
54,
59,
61,
63,
73,
75,
77,
82,
90,
92,
93,
96,
98,
99,
103,
114,
115,
119,
120,
121,
125,
128,
140,
142,
146,
148,
149,
157,
162,
164,
167,
172,
180,
190,
192,
194,
196,
200,
202,
204,
206,
208,
209,
211,
214,
220,
221,
222,
223,
226,
231,
232,
234,
236,
242,
245,
251,
252,
254,
258,
262,
264,
265,
267,
276,
281,
282,
293,
298,
305,
322,
324,
327,
331,
335,
336,
340,
341,
345,
346,
348,
350,
352,
358,
359,
360,
375,
379,
381,
383,
385,
387,
389,
391,
397,
406,
410,
415,
425,
429,
441,
442,
443,
444,
450,
452,
453,
454,
459,
460,
463,
465,
468,
471,
473,
478,
479,
483,
485,
486,
502,
503,
505,
510,
511,
516,
524,
526,
527,
530,
531,
532,
533,
535,
539,
544,
547,
548,
549,
552,
553,
554,
559,
560,
565,
572,
578,
580,
583,
596,
600,
605,
612,
619,
624,
632,
633,
637,
649,
650,
656,
663,
666,
678,
683,
684,
686,
688,
690,
693,
694,
695,
704,
714,
722,
729,
730,
731,
733,
735,
741,
743,
744,
748,
749,
751,
758,
760,
769,
770,
772,
777,
786,
791,
794,
795,
800,
801,
803,
804,
806,
812,
816,
822,
831,
834,
835,
840,
844,
845,
848,
851,
852,
854,
858,
859,
862,
865,
873,
875,
876,
880,
886,
892,
895
],
"47": [
0,
2,
9,
17,
22,
23,
24,
25,
28,
35,
39,
43,
45,
47,
53,
54,
56,
60,
62,
74,
76,
81,
83,
103,
112,
113,
119,
120,
129,
137,
138,
139,
140,
146,
150,
151,
160,
163,
164,
166,
169,
173,
175,
177,
181,
184,
186,
190,
192,
199,
206,
207,
209,
212,
215,
221,
222,
234,
236,
237,
240,
244,
249,
255,
256,
257,
263,
267,
269,
271,
276,
277,
280,
282,
286,
292,
295,
297,
311,
312,
318,
320,
321,
322,
325,
330,
335,
339,
350,
351,
352,
360,
362,
363,
364,
365,
366,
368,
374,
375,
378,
383,
389,
394,
395,
396,
408,
410,
411,
415,
417,
419,
422,
428,
430,
431,
440,
441,
452,
462,
466,
470,
475,
490,
493,
497,
498,
499,
514,
517,
524,
527,
528,
529,
530,
531,
539,
542,
544,
549,
551,
552,
561,
564,
566,
576,
578,
580,
587,
589,
590,
592,
593,
595,
602,
603,
605,
606,
607,
610,
611,
620,
624,
625,
626,
630,
636,
638,
641,
644,
645,
650,
653,
656,
657,
661,
670,
671,
677,
678,
686,
699,
703,
704,
706,
716,
722,
723,
734,
743,
745,
752,
754,
757,
759,
761,
769,
770,
771,
774,
777,
778,
781,
788,
792,
795,
798,
799,
801,
805,
807,
814,
816,
817,
824,
825,
826,
827,
832,
834,
839,
840,
844,
845,
846,
850,
851,
853,
855,
857,
862,
863,
864,
865,
866,
872,
876,
879,
881,
886,
893,
894
],
"48": [
2,
14,
15,
16,
23,
26,
34,
37,
39,
45,
64,
69,
71,
73,
81,
84,
91,
92,
94,
96,
98,
102,
106,
108,
110,
113,
114,
115,
116,
118,
125,
127,
133,
134,
141,
143,
144,
149,
151,
152,
156,
157,
158,
162,
170,
171,
172,
174,
177,
179,
187,
188,
191,
193,
197,
198,
203,
212,
214,
217,
225,
227,
242,
244,
246,
259,
263,
264,
265,
269,
271,
273,
285,
289,
290,
293,
294,
295,
297,
298,
299,
301,
307,
310,
312,
316,
317,
327,
329,
331,
333,
335,
342,
343,
346,
348,
352,
357,
362,
363,
364,
367,
374,
376,
377,
381,
384,
388,
389,
390,
391,
394,
400,
404,
406,
407,
410,
418,
434,
436,
441,
443,
445,
453,
463,
470,
475,
476,
480,
487,
491,
492,
494,
495,
502,
504,
506,
507,
508,
510,
517,
518,
519,
530,
532,
544,
546,
547,
552,
553,
558,
559,
561,
564,
565,
567,
570,
581,
586,
589,
592,
594,
601,
606,
611,
612,
614,
617,
624,
625,
626,
630,
634,
635,
643,
644,
645,
651,
655,
657,
660,
669,
670,
671,
677,
683,
686,
687,
689,
692,
693,
698,
701,
703,
704,
706,
710,
711,
713,
720,
722,
723,
726,
728,
735,
737,
738,
747,
749,
753,
761,
763,
764,
765,
766,
767,
777,
779,
781,
782,
786,
790,
792,
798,
799,
800,
802,
818,
823,
825,
829,
831,
832,
833,
835,
847,
849,
862,
868,
871,
872,
886
],
"49": [
2,
12,
15,
25,
28,
32,
34,
35,
36,
42,
45,
49,
64,
73,
76,
77,
79,
80,
85,
91,
96,
102,
112,
116,
117,
118,
120,
121,
127,
129,
146,
147,
148,
151,
152,
163,
169,
173,
178,
185,
186,
187,
192,
193,
194,
195,
197,
199,
201,
202,
210,
216,
218,
228,
231,
238,
241,
243,
244,
245,
248,
254,
257,
259,
262,
263,
266,
271,
273,
276,
282,
284,
299,
302,
306,
309,
314,
316,
319,
321,
325,
326,
328,
331,
335,
336,
337,
338,
339,
340,
344,
345,
348,
351,
356,
357,
361,
368,
375,
379,
380,
382,
386,
387,
388,
397,
400,
402,
408,
411,
415,
418,
424,
425,
426,
427,
428,
437,
441,
442,
449,
453,
454,
456,
460,
462,
470,
471,
473,
476,
478,
487,
489,
490,
493,
494,
503,
506,
510,
514,
520,
528,
529,
536,
537,
538,
540,
545,
548,
549,
550,
552,
554,
567,
573,
575,
580,
591,
593,
596,
600,
603,
607,
612,
615,
616,
618,
619,
621,
623,
626,
632,
633,
637,
638,
641,
642,
643,
645,
646,
647,
650,
658,
660,
662,
664,
665,
666,
667,
670,
671,
672,
674,
680,
684,
685,
690,
704,
707,
717,
721,
722,
725,
728,
738,
740,
744,
746,
755,
757,
760,
764,
766,
778,
781,
787,
794,
795,
800,
802,
807,
815,
830,
831,
833,
836,
845,
847,
849,
852,
855,
856,
857,
859,
860,
869,
870,
878,
880,
882,
887,
890
],
"50": [
0,
23,
24,
25,
26,
30,
32,
33,
34,
35,
36,
48,
51,
54,
56,
58,
60,
62,
74,
75,
80,
82,
85,
86,
96,
98,
106,
111,
112,
118,
119,
121,
125,
126,
127,
129,
137,
139,
140,
142,
145,
147,
151,
160,
165,
168,
169,
171,
179,
184,
189,
190,
195,
200,
202,
203,
207,
212,
216,
240,
244,
246,
249,
260,
269,
271,
272,
273,
277,
278,
286,
289,
292,
295,
306,
309,
313,
314,
318,
319,
320,
328,
332,
336,
338,
341,
347,
351,
353,
356,
359,
367,
368,
373,
376,
378,
381,
382,
385,
388,
390,
391,
394,
397,
400,
401,
404,
407,
408,
411,
412,
417,
419,
424,
426,
429,
432,
434,
440,
444,
445,
446,
450,
453,
454,
456,
458,
460,
461,
464,
480,
486,
487,
494,
495,
501,
502,
504,
505,
510,
512,
519,
524,
525,
526,
531,
534,
542,
545,
552,
557,
558,
560,
567,
574,
580,
583,
585,
592,
599,
600,
602,
605,
606,
609,
612,
618,
619,
620,
624,
628,
630,
631,
636,
641,
642,
643,
647,
648,
654,
655,
657,
659,
661,
664,
668,
674,
681,
683,
685,
691,
693,
699,
702,
704,
712,
715,
716,
717,
720,
723,
729,
731,
735,
738,
740,
745,
746,
751,
758,
761,
766,
767,
771,
774,
778,
799,
800,
803,
807,
808,
809,
812,
817,
819,
823,
827,
832,
835,
851,
852,
857,
859,
866,
876,
877,
880,
881,
882,
890,
892,
895
],
"51": [
17,
18,
19,
27,
30,
33,
35,
39,
41,
43,
44,
49,
51,
54,
62,
71,
72,
75,
78,
79,
80,
81,
84,
90,
91,
96,
97,
99,
105,
106,
108,
109,
124,
130,
131,
141,
143,
147,
150,
151,
152,
158,
160,
166,
171,
185,
191,
193,
195,
198,
199,
203,
209,
215,
220,
221,
228,
230,
235,
236,
241,
245,
246,
247,
248,
251,
264,
272,
276,
277,
278,
281,
286,
288,
289,
293,
297,
306,
309,
311,
323,
331,
337,
340,
341,
343,
347,
350,
351,
352,
354,
358,
361,
363,
364,
365,
369,
372,
381,
384,
389,
395,
399,
401,
402,
416,
426,
428,
430,
434,
439,
450,
456,
457,
458,
466,
467,
468,
469,
470,
471,
483,
485,
486,
488,
491,
493,
496,
506,
509,
512,
513,
517,
519,
523,
526,
528,
529,
530,
532,
538,
540,
541,
545,
547,
550,
555,
561,
571,
572,
575,
579,
580,
582,
584,
588,
592,
594,
595,
597,
598,
602,
603,
606,
613,
622,
630,
634,
640,
641,
652,
654,
655,
659,
662,
672,
678,
685,
686,
689,
690,
691,
695,
697,
699,
702,
706,
709,
710,
713,
715,
717,
723,
732,
733,
734,
735,
736,
741,
743,
747,
753,
754,
759,
770,
771,
772,
773,
775,
783,
789,
797,
800,
808,
809,
811,
815,
820,
823,
829,
830,
831,
832,
833,
837,
844,
845,
848,
853,
855,
857,
862,
863,
866,
868,
870,
871,
875,
879,
885,
886,
891
],
"52": [
0,
5,
8,
9,
16,
22,
25,
29,
33,
34,
36,
37,
39,
40,
45,
48,
53,
54,
57,
60,
64,
65,
66,
73,
83,
87,
93,
100,
101,
104,
107,
109,
117,
125,
135,
137,
138,
140,
142,
143,
146,
150,
159,
160,
162,
168,
169,
176,
180,
186,
188,
189,
190,
192,
196,
204,
210,
211,
213,
217,
221,
224,
227,
230,
231,
234,
237,
238,
247,
250,
258,
260,
262,
263,
264,
268,
272,
274,
279,
280,
284,
285,
296,
301,
303,
308,
309,
322,
328,
330,
338,
339,
340,
341,
342,
343,
345,
351,
353,
356,
357,
361,
363,
364,
365,
371,
376,
381,
384,
386,
393,
397,
398,
399,
404,
408,
409,
417,
419,
420,
425,
429,
431,
441,
445,
446,
449,
456,
462,
465,
466,
468,
469,
472,
473,
479,
480,
482,
486,
490,
491,
495,
505,
516,
523,
528,
532,
539,
542,
544,
548,
552,
553,
554,
557,
560,
565,
566,
569,
573,
578,
579,
583,
584,
588,
589,
597,
600,
601,
603,
606,
609,
614,
615,
616,
619,
623,
625,
631,
633,
635,
642,
643,
654,
664,
672,
676,
680,
695,
701,
702,
705,
709,
710,
711,
717,
718,
723,
728,
733,
735,
736,
742,
746,
747,
752,
760,
763,
768,
770,
772,
784,
789,
790,
792,
794,
804,
806,
808,
809,
811,
812,
813,
817,
818,
819,
820,
822,
841,
851,
856,
863,
864,
870,
872,
876,
877,
879,
880,
886,
889,
894
],
"53": [
2,
4,
9,
11,
21,
23,
24,
25,
34,
49,
50,
51,
56,
58,
62,
66,
71,
73,
74,
78,
80,
83,
86,
87,
89,
94,
102,
103,
104,
105,
107,
125,
127,
138,
150,
158,
160,
165,
166,
170,
179,
185,
186,
189,
193,
194,
195,
197,
199,
203,
206,
209,
219,
221,
222,
224,
225,
228,
244,
247,
250,
251,
264,
268,
272,
274,
276,
284,
291,
292,
297,
300,
302,
304,
305,
306,
307,
313,
318,
323,
325,
327,
329,
346,
347,
348,
356,
359,
362,
363,
366,
372,
376,
377,
381,
385,
393,
395,
397,
399,
400,
404,
405,
414,
419,
421,
425,
430,
431,
438,
441,
446,
447,
449,
453,
464,
466,
467,
473,
474,
475,
481,
482,
483,
484,
488,
489,
497,
498,
502,
503,
507,
511,
513,
516,
517,
520,
524,
526,
529,
530,
531,
532,
543,
546,
548,
556,
560,
563,
564,
568,
570,
574,
580,
588,
591,
597,
607,
610,
615,
618,
620,
621,
631,
632,
637,
641,
642,
648,
651,
653,
661,
668,
670,
671,
677,
678,
685,
686,
704,
707,
709,
710,
712,
714,
715,
717,
722,
725,
729,
730,
738,
742,
743,
744,
751,
757,
758,
759,
768,
769,
770,
775,
776,
777,
778,
779,
786,
788,
789,
795,
798,
799,
800,
803,
805,
808,
810,
812,
816,
818,
819,
829,
830,
832,
834,
836,
842,
847,
848,
849,
853,
857,
858,
864,
866,
869,
872,
885,
886,
890,
892
],
"54": [
5,
21,
22,
34,
39,
44,
54,
55,
56,
65,
67,
70,
72,
73,
79,
84,
88,
90,
101,
102,
103,
107,
115,
118,
120,
122,
123,
124,
126,
128,
131,
134,
137,
140,
148,
150,
153,
154,
156,
162,
168,
173,
176,
185,
196,
197,
203,
205,
208,
210,
218,
219,
220,
222,
226,
231,
234,
235,
236,
240,
242,
243,
244,
246,
248,
251,
252,
262,
263,
267,
269,
273,
274,
278,
279,
280,
282,
285,
287,
288,
294,
296,
300,
306,
307,
308,
315,
316,
318,
321,
324,
326,
327,
328,
333,
336,
338,
345,
350,
353,
357,
359,
360,
361,
371,
381,
386,
387,
389,
395,
397,
402,
403,
411,
420,
424,
425,
426,
429,
434,
435,
436,
449,
450,
454,
456,
458,
459,
461,
464,
466,
470,
472,
476,
478,
481,
483,
485,
487,
488,
489,
491,
493,
499,
509,
512,
515,
517,
521,
522,
524,
527,
528,
537,
539,
547,
554,
557,
564,
565,
566,
567,
570,
571,
577,
580,
582,
584,
586,
588,
592,
594,
596,
602,
603,
604,
610,
611,
615,
617,
619,
626,
629,
634,
635,
636,
638,
641,
649,
651,
655,
661,
666,
672,
677,
681,
682,
686,
691,
696,
698,
703,
704,
709,
714,
717,
721,
736,
742,
748,
749,
753,
754,
757,
767,
773,
778,
779,
781,
783,
792,
793,
795,
805,
808,
810,
815,
820,
824,
827,
833,
835,
847,
849,
854,
855,
856,
871,
873,
879,
885,
890
],
"55": [
0,
1,
2,
11,
14,
15,
18,
22,
23,
30,
32,
42,
45,
49,
55,
62,
63,
66,
67,
68,
69,
71,
74,
78,
93,
94,
95,
100,
108,
110,
116,
117,
120,
131,
133,
134,
135,
136,
139,
141,
151,
152,
155,
158,
159,
163,
166,
167,
175,
179,
181,
183,
185,
191,
193,
197,
198,
205,
206,
207,
208,
209,
212,
218,
220,
221,
222,
228,
235,
240,
242,
243,
245,
247,
249,
251,
254,
267,
268,
282,
283,
298,
304,
305,
310,
318,
324,
325,
327,
330,
335,
340,
344,
352,
354,
358,
361,
362,
367,
370,
371,
374,
376,
380,
381,
383,
385,
387,
399,
400,
404,
405,
406,
409,
416,
419,
424,
427,
433,
435,
438,
439,
440,
441,
446,
447,
452,
453,
456,
471,
474,
475,
477,
478,
488,
491,
498,
508,
509,
512,
518,
522,
523,
526,
528,
535,
537,
538,
541,
548,
558,
566,
576,
586,
589,
591,
594,
598,
615,
622,
625,
636,
640,
645,
651,
654,
664,
665,
666,
669,
670,
679,
682,
683,
684,
687,
689,
690,
691,
694,
696,
698,
703,
704,
706,
712,
716,
718,
721,
723,
727,
728,
734,
738,
745,
746,
748,
759,
760,
762,
764,
770,
775,
781,
782,
784,
787,
789,
790,
792,
794,
796,
797,
799,
804,
805,
807,
809,
817,
820,
822,
825,
828,
831,
835,
838,
840,
846,
847,
848,
849,
864,
865,
868,
869,
870,
875,
876,
885,
888,
892,
895
],
"56": [
8,
9,
12,
18,
20,
23,
26,
27,
29,
33,
34,
35,
39,
40,
41,
45,
46,
48,
49,
50,
51,
52,
53,
54,
55,
56,
62,
66,
68,
77,
79,
80,
82,
86,
87,
88,
90,
91,
104,
105,
106,
114,
121,
123,
124,
125,
132,
133,
135,
137,
140,
141,
142,
143,
146,
151,
152,
154,
158,
169,
171,
175,
179,
193,
194,
197,
203,
210,
214,
223,
224,
225,
229,
234,
237,
239,
240,
246,
248,
252,
253,
255,
256,
259,
261,
268,
270,
271,
272,
276,
278,
283,
286,
292,
293,
297,
301,
302,
305,
308,
310,
317,
319,
325,
329,
332,
335,
336,
337,
339,
340,
342,
354,
366,
370,
371,
376,
384,
387,
391,
393,
394,
397,
399,
411,
416,
424,
428,
430,
431,
436,
439,
440,
441,
444,
448,
449,
459,
461,
462,
466,
470,
473,
476,
480,
481,
485,
493,
498,
500,
507,
512,
518,
528,
531,
537,
539,
541,
542,
543,
544,
547,
548,
551,
558,
560,
562,
568,
573,
578,
580,
581,
584,
585,
587,
589,
594,
595,
599,
604,
605,
609,
610,
615,
617,
624,
625,
635,
644,
663,
669,
671,
676,
679,
680,
686,
689,
690,
694,
704,
706,
712,
713,
714,
716,
727,
732,
735,
739,
742,
745,
752,
754,
757,
758,
764,
769,
793,
808,
810,
812,
817,
818,
820,
821,
828,
835,
837,
847,
851,
852,
854,
864,
869,
871,
874,
876,
880,
881,
884,
885,
890
],
"57": [
2,
8,
10,
12,
14,
17,
19,
20,
21,
22,
26,
36,
46,
47,
48,
49,
53,
64,
65,
66,
69,
70,
71,
76,
78,
83,
85,
87,
88,
90,
94,
96,
97,
99,
102,
106,
108,
111,
121,
122,
128,
133,
137,
141,
144,
145,
146,
147,
151,
168,
169,
177,
179,
180,
185,
192,
194,
195,
196,
207,
210,
213,
217,
220,
227,
236,
238,
241,
252,
255,
258,
260,
263,
264,
269,
272,
280,
282,
295,
297,
300,
301,
302,
316,
319,
324,
325,
332,
333,
334,
335,
336,
337,
339,
346,
348,
353,
355,
357,
358,
359,
367,
369,
370,
371,
372,
374,
379,
383,
385,
389,
390,
393,
396,
401,
406,
407,
417,
418,
419,
425,
427,
433,
436,
437,
441,
445,
449,
460,
468,
470,
471,
477,
481,
482,
493,
496,
498,
503,
512,
513,
519,
520,
528,
529,
530,
533,
535,
544,
548,
554,
555,
558,
562,
565,
578,
586,
588,
590,
591,
593,
598,
606,
611,
614,
619,
623,
624,
626,
628,
634,
641,
643,
644,
645,
658,
659,
661,
664,
667,
674,
687,
690,
697,
700,
701,
702,
705,
706,
708,
714,
715,
717,
719,
720,
721,
726,
727,
728,
729,
730,
732,
734,
735,
737,
741,
747,
750,
752,
753,
761,
764,
766,
767,
772,
773,
777,
778,
781,
782,
783,
786,
804,
805,
812,
817,
821,
823,
829,
832,
837,
840,
841,
846,
848,
862,
865,
869,
871,
877,
878,
886
],
"58": [
0,
1,
2,
8,
11,
12,
13,
17,
19,
23,
40,
46,
50,
53,
63,
64,
65,
66,
69,
72,
73,
74,
75,
83,
90,
92,
95,
101,
114,
117,
120,
121,
122,
124,
125,
133,
136,
138,
139,
140,
144,
151,
154,
157,
163,
164,
166,
167,
173,
185,
188,
190,
196,
205,
210,
219,
222,
226,
229,
230,
233,
236,
238,
247,
250,
253,
255,
256,
259,
260,
269,
272,
285,
286,
287,
290,
291,
293,
295,
296,
298,
302,
303,
308,
314,
315,
317,
319,
324,
331,
347,
349,
355,
359,
367,
368,
374,
376,
378,
380,
386,
389,
394,
399,
401,
406,
407,
408,
415,
417,
421,
426,
427,
429,
432,
437,
439,
441,
447,
448,
454,
455,
458,
461,
470,
472,
475,
478,
481,
486,
493,
496,
497,
499,
515,
517,
521,
526,
528,
529,
537,
544,
546,
550,
552,
554,
555,
557,
558,
560,
561,
564,
571,
574,
577,
578,
589,
591,
592,
593,
601,
602,
604,
611,
621,
622,
624,
627,
631,
632,
635,
638,
641,
646,
647,
650,
653,
657,
659,
662,
664,
666,
668,
673,
676,
680,
689,
692,
695,
696,
698,
700,
702,
708,
712,
713,
728,
729,
734,
735,
736,
741,
742,
749,
750,
753,
757,
759,
760,
769,
773,
776,
783,
784,
786,
790,
791,
794,
795,
797,
801,
808,
809,
816,
824,
825,
827,
834,
835,
836,
847,
848,
856,
862,
870,
872,
876,
887,
889,
891,
892,
894
],
"59": [
0,
1,
2,
7,
11,
14,
26,
30,
31,
32,
33,
35,
40,
42,
45,
48,
49,
50,
51,
56,
62,
67,
74,
84,
86,
88,
90,
91,
94,
97,
102,
105,
106,
109,
111,
113,
115,
116,
126,
130,
133,
136,
137,
138,
143,
147,
152,
154,
155,
157,
163,
164,
173,
176,
177,
190,
193,
196,
200,
201,
209,
217,
221,
222,
224,
227,
230,
233,
236,
240,
243,
245,
247,
250,
251,
253,
254,
256,
259,
263,
264,
270,
271,
274,
275,
283,
284,
287,
289,
291,
293,
297,
300,
310,
312,
313,
316,
319,
325,
327,
339,
341,
346,
352,
353,
361,
362,
369,
372,
377,
381,
382,
385,
389,
390,
394,
397,
400,
403,
409,
411,
418,
419,
426,
428,
434,
436,
437,
440,
442,
445,
451,
465,
466,
470,
475,
477,
478,
489,
490,
495,
501,
504,
505,
513,
527,
531,
534,
536,
543,
547,
558,
559,
567,
576,
593,
594,
596,
599,
601,
604,
605,
617,
624,
625,
627,
633,
637,
640,
645,
650,
656,
657,
659,
663,
665,
666,
667,
678,
681,
684,
687,
691,
692,
695,
696,
697,
701,
703,
704,
705,
714,
718,
719,
724,
728,
733,
737,
739,
742,
743,
745,
747,
750,
754,
759,
771,
773,
779,
780,
787,
788,
790,
795,
807,
811,
817,
824,
825,
828,
829,
833,
835,
836,
838,
842,
844,
846,
847,
852,
855,
862,
864,
869,
879,
881,
883,
884,
885,
892,
893,
895
],
"60": [
1,
3,
5,
7,
10,
13,
17,
18,
19,
21,
29,
30,
31,
34,
36,
40,
42,
44,
45,
47,
48,
58,
59,
71,
75,
80,
81,
86,
88,
92,
95,
96,
102,
104,
111,
118,
119,
124,
127,
133,
137,
143,
144,
155,
158,
166,
167,
168,
171,
178,
187,
191,
192,
193,
194,
195,
198,
200,
201,
202,
208,
214,
215,
221,
223,
224,
225,
227,
233,
242,
244,
250,
252,
254,
266,
277,
280,
283,
285,
297,
302,
311,
314,
315,
316,
317,
321,
325,
332,
334,
335,
338,
348,
353,
358,
361,
362,
367,
369,
372,
380,
382,
391,
399,
400,
401,
405,
406,
409,
412,
421,
429,
437,
439,
444,
446,
447,
450,
452,
453,
457,
463,
465,
471,
475,
480,
481,
482,
485,
487,
499,
500,
505,
506,
509,
516,
519,
521,
527,
529,
531,
533,
536,
538,
542,
544,
554,
558,
559,
561,
567,
571,
578,
581,
595,
596,
598,
601,
605,
606,
608,
609,
620,
621,
625,
628,
629,
630,
636,
642,
650,
654,
655,
657,
660,
663,
670,
671,
678,
680,
684,
690,
691,
693,
694,
699,
700,
701,
705,
708,
711,
712,
715,
717,
720,
724,
726,
729,
735,
739,
746,
747,
754,
755,
762,
764,
768,
769,
770,
773,
774,
776,
777,
781,
790,
795,
796,
797,
798,
801,
805,
806,
811,
815,
817,
827,
834,
836,
842,
846,
848,
852,
867,
869,
870,
871,
872,
884,
888,
890,
892,
894
],
"61": [
0,
3,
8,
10,
11,
17,
20,
25,
28,
29,
32,
35,
42,
43,
44,
46,
52,
53,
58,
64,
65,
68,
74,
77,
79,
82,
83,
89,
91,
96,
97,
100,
103,
105,
115,
122,
126,
128,
132,
140,
141,
146,
152,
155,
156,
157,
162,
163,
164,
166,
168,
171,
176,
178,
180,
181,
191,
194,
195,
197,
203,
205,
217,
218,
221,
223,
225,
233,
241,
259,
265,
280,
281,
289,
296,
297,
300,
302,
308,
314,
316,
321,
324,
325,
326,
329,
331,
333,
334,
335,
336,
337,
339,
341,
345,
346,
351,
354,
362,
363,
369,
370,
374,
376,
380,
381,
382,
383,
385,
390,
391,
393,
394,
396,
398,
400,
402,
404,
407,
410,
420,
427,
432,
437,
444,
445,
451,
459,
461,
462,
463,
464,
465,
474,
475,
477,
478,
481,
483,
484,
486,
488,
493,
497,
502,
505,
506,
508,
515,
518,
519,
523,
528,
531,
540,
545,
547,
548,
549,
551,
553,
557,
568,
570,
574,
583,
590,
592,
602,
608,
621,
627,
631,
635,
639,
644,
646,
647,
650,
652,
657,
666,
670,
671,
675,
679,
680,
681,
691,
693,
698,
700,
701,
708,
713,
716,
721,
723,
725,
727,
729,
731,
734,
735,
736,
756,
757,
759,
769,
775,
776,
780,
790,
792,
793,
806,
810,
811,
815,
817,
821,
824,
830,
836,
837,
839,
842,
848,
850,
853,
856,
863,
865,
874,
875,
877,
884,
885,
889,
890,
891,
893
],
"62": [
0,
8,
10,
12,
13,
14,
17,
18,
23,
29,
32,
34,
37,
38,
41,
42,
43,
47,
52,
55,
56,
58,
61,
62,
63,
64,
70,
72,
77,
80,
81,
83,
86,
91,
94,
96,
102,
103,
104,
106,
107,
115,
118,
121,
124,
134,
135,
146,
149,
155,
160,
167,
168,
176,
185,
188,
190,
192,
195,
197,
198,
202,
205,
210,
215,
218,
220,
223,
226,
228,
229,
233,
234,
237,
242,
249,
253,
260,
261,
266,
267,
270,
273,
274,
277,
278,
280,
282,
303,
306,
307,
316,
318,
320,
321,
322,
324,
327,
329,
333,
335,
336,
341,
342,
349,
353,
354,
361,
364,
371,
372,
374,
378,
384,
387,
391,
393,
394,
399,
400,
401,
410,
423,
424,
426,
430,
432,
437,
439,
444,
445,
448,
451,
455,
459,
462,
472,
473,
474,
479,
483,
485,
490,
492,
497,
500,
502,
503,
510,
525,
528,
529,
532,
533,
542,
551,
552,
555,
561,
564,
585,
596,
605,
611,
612,
622,
625,
626,
628,
630,
631,
633,
640,
641,
642,
645,
648,
649,
658,
661,
662,
665,
668,
669,
670,
673,
675,
676,
677,
680,
686,
691,
697,
701,
707,
708,
709,
711,
717,
720,
727,
728,
736,
743,
744,
749,
751,
754,
758,
759,
760,
762,
777,
782,
783,
784,
786,
794,
796,
810,
811,
823,
824,
825,
826,
829,
833,
839,
842,
844,
845,
846,
853,
856,
858,
865,
867,
869,
875,
877,
881,
889
],
"63": [
5,
12,
26,
34,
37,
40,
45,
48,
51,
52,
53,
59,
63,
66,
69,
70,
81,
84,
85,
86,
87,
89,
94,
96,
102,
104,
118,
121,
122,
126,
128,
129,
136,
147,
148,
152,
153,
154,
156,
158,
164,
168,
169,
179,
182,
183,
185,
186,
187,
188,
191,
192,
193,
195,
197,
199,
201,
202,
215,
218,
219,
221,
224,
227,
233,
236,
238,
239,
242,
243,
245,
249,
254,
256,
257,
259,
265,
269,
273,
280,
288,
289,
292,
295,
296,
297,
300,
304,
306,
309,
310,
319,
321,
329,
333,
334,
341,
346,
349,
350,
353,
365,
371,
381,
384,
385,
387,
389,
399,
400,
401,
403,
404,
405,
407,
410,
418,
419,
424,
427,
431,
432,
434,
435,
445,
462,
464,
470,
488,
491,
494,
497,
502,
507,
514,
519,
526,
530,
531,
533,
536,
538,
540,
544,
545,
551,
555,
564,
568,
574,
576,
577,
578,
583,
586,
587,
589,
592,
593,
605,
609,
617,
620,
623,
624,
626,
632,
635,
638,
640,
646,
649,
653,
655,
656,
661,
664,
668,
670,
673,
674,
680,
682,
686,
689,
690,
693,
698,
699,
701,
703,
707,
711,
714,
718,
720,
723,
724,
725,
734,
736,
740,
741,
744,
745,
752,
761,
767,
778,
782,
783,
789,
790,
797,
798,
800,
801,
808,
809,
813,
818,
822,
824,
829,
843,
844,
848,
850,
851,
855,
862,
863,
864,
866,
868,
877,
878,
884,
887,
888,
889,
893
],
"64": [
4,
7,
18,
20,
24,
26,
36,
37,
39,
43,
52,
55,
58,
60,
62,
64,
66,
69,
71,
72,
79,
80,
84,
85,
86,
87,
91,
94,
99,
101,
107,
112,
113,
114,
119,
121,
123,
129,
131,
139,
140,
143,
144,
146,
150,
157,
159,
164,
168,
170,
171,
178,
183,
184,
188,
190,
194,
200,
201,
206,
209,
212,
218,
222,
223,
226,
227,
230,
234,
235,
240,
249,
253,
258,
265,
272,
274,
278,
279,
282,
285,
286,
287,
291,
292,
293,
294,
300,
303,
304,
318,
319,
320,
325,
327,
331,
336,
339,
342,
345,
348,
355,
357,
358,
363,
366,
372,
376,
377,
383,
387,
392,
395,
398,
399,
406,
411,
412,
415,
416,
417,
425,
429,
432,
433,
434,
436,
438,
439,
442,
450,
451,
457,
460,
465,
468,
473,
481,
493,
498,
501,
503,
504,
514,
515,
522,
524,
526,
527,
533,
534,
537,
538,
541,
543,
551,
557,
562,
565,
570,
573,
579,
584,
585,
591,
592,
601,
604,
606,
607,
608,
617,
618,
620,
621,
624,
625,
633,
637,
641,
642,
652,
654,
656,
657,
658,
662,
665,
667,
672,
678,
687,
688,
689,
696,
700,
711,
719,
722,
724,
726,
728,
740,
741,
742,
746,
747,
751,
755,
761,
764,
767,
771,
774,
775,
785,
788,
803,
818,
819,
820,
825,
829,
830,
831,
834,
839,
841,
856,
857,
858,
859,
860,
861,
865,
868,
870,
871,
884,
886,
887,
890
],
"65": [
1,
2,
6,
12,
16,
22,
25,
26,
32,
34,
36,
38,
39,
41,
43,
51,
62,
64,
66,
69,
71,
74,
76,
80,
82,
86,
90,
93,
100,
107,
112,
116,
117,
118,
133,
134,
143,
146,
151,
153,
155,
162,
164,
166,
168,
174,
176,
178,
189,
191,
200,
201,
209,
210,
212,
213,
214,
223,
226,
229,
230,
238,
240,
244,
245,
246,
247,
254,
257,
262,
273,
277,
278,
279,
286,
288,
289,
290,
292,
293,
295,
299,
306,
308,
313,
317,
319,
323,
324,
328,
329,
331,
333,
337,
338,
340,
343,
346,
347,
353,
354,
358,
359,
368,
369,
370,
375,
381,
386,
391,
401,
405,
406,
409,
410,
423,
424,
427,
428,
430,
433,
434,
437,
439,
444,
448,
452,
455,
463,
470,
472,
475,
482,
488,
490,
492,
497,
500,
503,
505,
507,
508,
509,
518,
520,
524,
528,
531,
532,
533,
534,
537,
543,
547,
552,
554,
555,
557,
564,
568,
574,
575,
578,
579,
582,
586,
590,
591,
594,
598,
617,
619,
621,
628,
632,
635,
637,
638,
643,
655,
660,
662,
673,
676,
681,
683,
689,
693,
694,
703,
706,
710,
713,
714,
717,
718,
721,
723,
727,
732,
735,
738,
740,
741,
749,
758,
761,
762,
768,
774,
777,
783,
784,
786,
794,
803,
804,
805,
806,
810,
811,
813,
814,
816,
818,
830,
833,
841,
848,
851,
855,
859,
861,
866,
867,
870,
874,
876,
880,
884,
889,
894
],
"66": [
11,
13,
15,
24,
31,
34,
38,
39,
42,
43,
45,
50,
51,
58,
63,
65,
67,
71,
80,
84,
90,
93,
94,
98,
99,
107,
109,
116,
124,
126,
128,
135,
136,
143,
144,
148,
153,
154,
160,
162,
164,
165,
172,
174,
178,
180,
183,
186,
191,
193,
194,
202,
207,
211,
212,
224,
225,
227,
230,
238,
240,
246,
249,
250,
254,
256,
257,
260,
261,
267,
270,
274,
276,
277,
279,
282,
290,
295,
302,
304,
306,
308,
311,
312,
315,
320,
321,
330,
333,
334,
336,
337,
340,
346,
350,
353,
366,
371,
373,
374,
378,
379,
388,
390,
392,
393,
394,
397,
400,
409,
411,
415,
416,
419,
425,
429,
431,
439,
441,
445,
447,
450,
452,
456,
461,
465,
466,
468,
471,
472,
473,
474,
476,
478,
483,
488,
492,
498,
502,
505,
507,
508,
510,
511,
515,
520,
525,
529,
538,
541,
547,
551,
553,
556,
557,
558,
568,
569,
583,
588,
592,
595,
598,
599,
606,
611,
616,
617,
620,
624,
632,
634,
636,
639,
640,
644,
645,
651,
654,
655,
657,
659,
662,
663,
664,
666,
669,
673,
674,
680,
685,
687,
696,
699,
702,
707,
709,
711,
712,
714,
729,
738,
741,
743,
745,
747,
750,
752,
753,
754,
757,
758,
759,
766,
769,
774,
780,
784,
790,
794,
799,
801,
802,
804,
805,
806,
809,
810,
812,
822,
844,
849,
851,
855,
858,
863,
870,
872,
883,
884,
886,
889
],
"67": [
1,
4,
6,
8,
19,
20,
24,
29,
30,
32,
38,
41,
43,
45,
57,
58,
61,
62,
65,
67,
68,
70,
80,
82,
83,
86,
91,
94,
95,
99,
103,
104,
110,
111,
122,
126,
127,
128,
141,
149,
154,
155,
161,
162,
165,
166,
169,
172,
178,
182,
184,
187,
194,
195,
198,
202,
203,
206,
210,
212,
215,
224,
226,
232,
235,
236,
248,
252,
254,
255,
261,
266,
270,
279,
280,
285,
289,
291,
302,
304,
305,
306,
307,
311,
315,
318,
322,
330,
331,
335,
345,
346,
347,
348,
349,
351,
355,
372,
388,
393,
398,
413,
414,
417,
424,
431,
432,
434,
437,
446,
452,
457,
460,
461,
463,
464,
466,
467,
469,
470,
478,
479,
480,
482,
487,
489,
490,
498,
499,
500,
501,
504,
508,
509,
514,
515,
521,
526,
528,
533,
538,
542,
548,
551,
556,
559,
562,
570,
574,
578,
580,
581,
584,
586,
588,
592,
594,
595,
596,
598,
604,
607,
615,
620,
629,
635,
636,
640,
641,
642,
649,
653,
655,
658,
669,
677,
680,
681,
685,
689,
691,
695,
697,
703,
707,
712,
714,
715,
716,
718,
720,
722,
723,
730,
732,
734,
737,
741,
747,
755,
757,
758,
760,
761,
765,
768,
771,
773,
777,
780,
782,
785,
791,
794,
798,
800,
801,
803,
805,
808,
817,
818,
821,
824,
825,
827,
829,
836,
842,
844,
848,
851,
852,
859,
862,
865,
872,
874,
884,
888,
892,
895
],
"68": [
0,
1,
2,
11,
13,
14,
19,
22,
23,
32,
33,
34,
39,
42,
44,
47,
54,
55,
62,
64,
66,
68,
73,
74,
80,
84,
88,
89,
94,
95,
100,
103,
108,
109,
112,
113,
125,
126,
128,
134,
138,
139,
140,
141,
148,
149,
150,
153,
154,
156,
157,
158,
160,
161,
163,
167,
168,
189,
192,
197,
199,
209,
211,
212,
216,
218,
220,
224,
225,
229,
230,
234,
244,
251,
254,
256,
262,
278,
279,
282,
284,
294,
296,
298,
300,
305,
306,
309,
315,
326,
345,
347,
349,
350,
358,
363,
372,
380,
381,
382,
384,
386,
389,
392,
399,
414,
416,
418,
419,
423,
425,
431,
433,
440,
445,
449,
452,
453,
454,
456,
457,
458,
460,
470,
474,
477,
478,
486,
489,
501,
504,
505,
507,
521,
527,
531,
533,
535,
540,
542,
557,
561,
564,
568,
569,
575,
576,
582,
583,
587,
589,
592,
593,
594,
596,
599,
604,
606,
607,
611,
613,
618,
620,
623,
629,
630,
631,
635,
637,
639,
643,
646,
652,
653,
655,
656,
658,
661,
662,
668,
670,
672,
674,
675,
677,
679,
682,
690,
692,
700,
703,
708,
712,
713,
718,
722,
723,
725,
733,
739,
743,
744,
747,
753,
756,
760,
761,
766,
768,
770,
774,
776,
777,
778,
780,
784,
793,
795,
798,
799,
804,
807,
808,
811,
818,
819,
820,
824,
829,
832,
840,
847,
852,
860,
874,
879,
880,
881,
885,
888,
892,
893
],
"69": [
0,
2,
4,
12,
13,
16,
31,
32,
33,
34,
36,
37,
55,
59,
62,
67,
75,
77,
87,
89,
91,
95,
99,
103,
104,
105,
118,
120,
121,
122,
124,
126,
132,
133,
137,
147,
155,
156,
158,
161,
177,
179,
182,
184,
185,
186,
187,
196,
198,
201,
212,
214,
217,
221,
225,
233,
235,
236,
242,
247,
251,
253,
258,
260,
262,
265,
266,
269,
271,
274,
304,
313,
316,
317,
319,
325,
328,
329,
332,
333,
334,
337,
346,
347,
348,
350,
353,
355,
358,
364,
368,
376,
378,
379,
380,
383,
384,
385,
387,
388,
390,
391,
394,
397,
403,
405,
410,
411,
412,
420,
428,
429,
432,
435,
444,
445,
448,
455,
462,
464,
471,
474,
478,
482,
483,
485,
486,
487,
489,
490,
503,
505,
510,
511,
518,
519,
520,
531,
532,
538,
539,
543,
544,
550,
554,
557,
558,
562,
565,
566,
567,
573,
575,
582,
594,
597,
601,
603,
605,
608,
612,
614,
618,
620,
626,
629,
630,
631,
634,
635,
636,
637,
639,
646,
649,
651,
652,
656,
660,
663,
667,
669,
670,
671,
672,
680,
689,
692,
698,
699,
703,
707,
708,
713,
727,
729,
737,
741,
748,
750,
751,
754,
764,
766,
768,
771,
777,
778,
786,
788,
792,
796,
797,
798,
799,
800,
803,
804,
809,
812,
814,
816,
818,
819,
829,
833,
846,
847,
848,
852,
856,
862,
863,
864,
865,
869,
872,
874,
876,
877,
881,
882
],
"70": [
7,
8,
12,
17,
35,
38,
39,
41,
50,
53,
54,
56,
57,
62,
63,
67,
68,
72,
76,
79,
83,
87,
92,
93,
100,
103,
105,
106,
110,
112,
114,
119,
125,
128,
129,
132,
133,
134,
139,
144,
148,
149,
151,
152,
157,
160,
161,
162,
165,
173,
180,
181,
187,
196,
197,
200,
204,
208,
210,
215,
226,
228,
230,
233,
237,
243,
247,
270,
279,
281,
282,
290,
292,
295,
304,
306,
308,
312,
315,
316,
322,
325,
328,
339,
340,
345,
346,
359,
360,
361,
362,
363,
365,
367,
371,
373,
377,
382,
383,
388,
390,
394,
396,
398,
405,
407,
408,
415,
417,
418,
432,
435,
439,
440,
442,
443,
444,
445,
448,
454,
456,
457,
459,
460,
464,
465,
472,
483,
487,
490,
493,
495,
498,
505,
508,
515,
516,
522,
525,
526,
527,
534,
535,
537,
538,
539,
544,
545,
546,
559,
566,
567,
568,
573,
574,
575,
579,
583,
584,
587,
594,
599,
605,
607,
608,
612,
617,
621,
622,
623,
625,
626,
635,
636,
638,
640,
649,
653,
656,
665,
666,
667,
671,
672,
679,
682,
685,
694,
695,
701,
705,
707,
721,
723,
724,
727,
738,
740,
741,
742,
743,
747,
750,
752,
755,
758,
759,
760,
763,
764,
767,
770,
778,
784,
795,
798,
801,
802,
805,
807,
809,
815,
819,
827,
831,
832,
833,
836,
839,
848,
849,
853,
855,
856,
865,
866,
870,
876,
877,
879,
882,
888
],
"71": [
3,
18,
19,
20,
21,
23,
26,
28,
37,
41,
51,
52,
54,
55,
57,
61,
63,
65,
68,
72,
80,
81,
85,
88,
91,
95,
97,
99,
102,
107,
108,
110,
113,
115,
119,
121,
123,
138,
143,
151,
152,
153,
158,
160,
163,
172,
174,
177,
178,
179,
182,
184,
185,
186,
189,
198,
207,
209,
210,
213,
219,
221,
226,
228,
230,
233,
235,
245,
247,
250,
257,
258,
262,
265,
266,
267,
269,
273,
280,
285,
286,
292,
304,
307,
309,
311,
317,
323,
325,
326,
328,
333,
339,
342,
348,
349,
351,
358,
360,
362,
370,
377,
379,
380,
383,
391,
393,
395,
401,
403,
406,
411,
413,
418,
428,
429,
433,
437,
438,
441,
442,
444,
445,
446,
451,
456,
464,
465,
469,
471,
472,
478,
479,
483,
484,
486,
488,
490,
493,
506,
509,
515,
517,
519,
526,
528,
530,
531,
532,
535,
537,
541,
547,
553,
554,
557,
565,
566,
567,
569,
570,
574,
579,
591,
595,
603,
605,
610,
614,
615,
616,
617,
620,
631,
633,
644,
648,
658,
659,
660,
662,
663,
664,
665,
669,
683,
686,
688,
690,
691,
697,
701,
702,
703,
704,
708,
717,
718,
721,
727,
728,
730,
731,
734,
738,
739,
747,
749,
753,
761,
762,
775,
789,
792,
793,
796,
797,
802,
804,
806,
809,
815,
816,
820,
828,
829,
831,
834,
836,
845,
847,
849,
851,
858,
863,
871,
873,
880,
881,
883,
889,
894
],
"72": [
0,
4,
9,
12,
13,
15,
21,
25,
36,
37,
38,
40,
42,
50,
55,
58,
60,
65,
67,
70,
76,
83,
91,
94,
102,
106,
107,
109,
112,
118,
121,
122,
124,
127,
128,
136,
137,
140,
148,
155,
157,
162,
163,
167,
168,
173,
175,
176,
182,
183,
188,
198,
199,
203,
205,
206,
209,
215,
221,
222,
223,
225,
243,
246,
254,
256,
257,
266,
270,
273,
275,
277,
278,
282,
297,
301,
303,
306,
307,
309,
310,
312,
314,
321,
323,
327,
332,
341,
345,
346,
356,
363,
365,
366,
368,
384,
388,
389,
392,
396,
400,
404,
406,
410,
412,
417,
426,
427,
432,
434,
440,
443,
452,
459,
464,
465,
468,
469,
474,
478,
481,
487,
488,
492,
493,
501,
502,
503,
507,
511,
514,
518,
521,
527,
533,
535,
536,
539,
547,
548,
550,
551,
553,
554,
561,
562,
563,
564,
567,
568,
573,
575,
577,
578,
583,
587,
591,
593,
596,
607,
608,
617,
620,
622,
626,
627,
629,
630,
638,
639,
640,
641,
643,
657,
663,
664,
669,
670,
671,
674,
679,
680,
684,
691,
697,
698,
699,
701,
703,
705,
716,
718,
722,
731,
733,
737,
739,
740,
745,
747,
752,
755,
758,
761,
763,
769,
774,
775,
778,
782,
786,
791,
792,
794,
797,
802,
807,
811,
813,
814,
817,
818,
819,
824,
828,
835,
840,
852,
854,
855,
859,
860,
862,
865,
868,
872,
878,
879,
884,
888,
890,
895
],
"73": [
6,
20,
27,
29,
33,
34,
39,
40,
51,
53,
54,
56,
58,
62,
63,
72,
73,
77,
78,
81,
86,
97,
99,
101,
102,
111,
117,
119,
130,
138,
141,
155,
157,
162,
163,
164,
165,
170,
172,
174,
185,
189,
190,
195,
197,
202,
205,
206,
208,
210,
220,
222,
228,
232,
235,
236,
237,
238,
240,
242,
243,
244,
245,
249,
250,
251,
252,
259,
261,
267,
272,
274,
278,
295,
296,
299,
301,
307,
310,
312,
313,
314,
316,
331,
333,
338,
349,
351,
355,
359,
364,
365,
366,
367,
368,
369,
380,
382,
383,
385,
386,
396,
400,
407,
408,
409,
411,
416,
417,
420,
422,
424,
426,
431,
433,
439,
440,
441,
451,
454,
460,
465,
469,
471,
473,
475,
478,
479,
481,
487,
491,
494,
495,
500,
502,
504,
507,
511,
514,
521,
529,
536,
540,
541,
544,
545,
547,
548,
550,
554,
557,
559,
563,
566,
567,
570,
574,
575,
577,
578,
589,
591,
594,
601,
608,
614,
621,
623,
624,
626,
635,
638,
641,
643,
645,
647,
649,
654,
656,
657,
667,
669,
671,
672,
679,
684,
694,
699,
712,
714,
720,
723,
724,
726,
734,
735,
737,
746,
749,
759,
764,
765,
767,
768,
769,
772,
776,
778,
779,
781,
784,
787,
792,
797,
799,
800,
802,
808,
811,
813,
814,
815,
820,
822,
827,
828,
837,
840,
842,
845,
851,
857,
859,
860,
865,
866,
868,
869,
880,
881,
885,
890
],
"74": [
1,
9,
26,
33,
39,
49,
52,
54,
58,
60,
62,
70,
75,
78,
87,
92,
94,
99,
100,
103,
104,
105,
108,
109,
113,
117,
118,
121,
126,
130,
143,
147,
150,
151,
152,
153,
155,
161,
168,
169,
175,
178,
179,
185,
193,
194,
196,
198,
205,
206,
207,
211,
212,
217,
227,
228,
233,
237,
254,
258,
259,
263,
278,
281,
289,
291,
295,
296,
301,
310,
313,
316,
317,
320,
324,
329,
333,
334,
338,
340,
346,
349,
351,
352,
353,
357,
359,
361,
364,
372,
376,
379,
380,
381,
386,
394,
398,
404,
416,
417,
421,
422,
423,
433,
435,
436,
437,
441,
442,
444,
447,
448,
449,
453,
455,
456,
462,
470,
475,
476,
478,
479,
483,
487,
491,
496,
499,
502,
504,
505,
506,
511,
514,
515,
516,
517,
520,
524,
525,
527,
529,
533,
535,
542,
545,
547,
549,
552,
553,
555,
559,
560,
562,
563,
568,
575,
577,
581,
589,
590,
593,
598,
603,
605,
609,
611,
617,
619,
621,
622,
623,
626,
639,
646,
650,
658,
663,
664,
665,
668,
669,
673,
674,
679,
690,
691,
694,
698,
720,
729,
733,
741,
742,
754,
758,
762,
764,
765,
766,
771,
772,
774,
776,
778,
780,
781,
784,
790,
797,
806,
807,
809,
812,
813,
815,
819,
825,
826,
827,
831,
833,
836,
843,
845,
846,
847,
853,
857,
858,
860,
863,
867,
869,
872,
873,
876,
877,
880,
883,
885,
889,
890
],
"75": [
5,
10,
11,
14,
20,
21,
25,
30,
35,
41,
50,
63,
64,
66,
71,
77,
83,
87,
90,
92,
93,
95,
98,
99,
100,
101,
117,
127,
129,
132,
135,
137,
138,
143,
147,
148,
152,
153,
162,
163,
166,
171,
174,
180,
189,
190,
191,
195,
202,
204,
209,
212,
213,
215,
218,
221,
223,
226,
229,
230,
232,
236,
240,
242,
243,
247,
252,
254,
260,
264,
272,
277,
278,
279,
280,
281,
282,
283,
285,
291,
297,
298,
308,
312,
314,
315,
319,
321,
328,
329,
330,
334,
336,
338,
341,
343,
345,
347,
355,
358,
360,
361,
363,
365,
367,
372,
374,
395,
399,
402,
405,
406,
408,
411,
412,
414,
419,
420,
423,
436,
437,
441,
444,
446,
447,
460,
461,
470,
473,
477,
483,
484,
485,
487,
490,
494,
495,
505,
506,
507,
511,
514,
526,
527,
535,
537,
540,
541,
542,
544,
545,
553,
554,
555,
559,
560,
571,
573,
575,
576,
582,
591,
592,
596,
598,
599,
603,
606,
608,
612,
615,
617,
619,
626,
629,
646,
648,
651,
656,
659,
664,
669,
673,
675,
676,
677,
682,
687,
689,
690,
693,
695,
697,
708,
717,
721,
724,
725,
726,
728,
731,
735,
739,
742,
748,
753,
755,
763,
764,
771,
773,
778,
780,
784,
788,
789,
792,
795,
796,
797,
800,
805,
806,
815,
818,
820,
823,
826,
832,
836,
840,
844,
845,
850,
854,
857,
859,
867,
876,
877,
881,
893
],
"76": [
3,
6,
30,
31,
36,
42,
53,
54,
56,
58,
62,
63,
75,
76,
80,
85,
86,
94,
100,
102,
106,
110,
113,
118,
126,
129,
133,
142,
146,
148,
151,
157,
161,
164,
168,
171,
179,
180,
190,
192,
197,
199,
200,
202,
203,
205,
210,
214,
218,
220,
229,
231,
232,
251,
255,
261,
266,
267,
269,
270,
271,
276,
288,
289,
290,
293,
297,
302,
304,
309,
311,
314,
317,
318,
323,
325,
330,
335,
337,
338,
342,
343,
344,
353,
356,
357,
359,
375,
376,
378,
379,
381,
383,
386,
389,
390,
404,
406,
408,
417,
422,
424,
425,
426,
427,
428,
430,
432,
436,
440,
441,
444,
445,
447,
455,
458,
463,
465,
466,
468,
469,
472,
473,
475,
481,
484,
485,
492,
494,
496,
499,
510,
511,
517,
518,
521,
522,
530,
533,
534,
535,
538,
541,
543,
544,
547,
548,
551,
569,
573,
578,
579,
585,
590,
593,
595,
597,
603,
608,
611,
619,
626,
630,
634,
635,
636,
639,
643,
647,
649,
650,
655,
664,
666,
671,
672,
682,
684,
685,
686,
687,
696,
707,
708,
711,
713,
714,
716,
721,
727,
729,
730,
734,
739,
743,
745,
746,
754,
756,
757,
758,
764,
772,
773,
774,
775,
781,
785,
790,
793,
794,
797,
798,
799,
804,
805,
809,
810,
813,
821,
828,
830,
834,
835,
837,
838,
839,
841,
843,
848,
854,
855,
857,
869,
876,
880,
886,
889,
891,
892,
893,
894
],
"77": [
3,
13,
15,
16,
25,
27,
31,
34,
35,
44,
50,
56,
58,
61,
64,
69,
71,
82,
83,
87,
89,
93,
101,
103,
104,
112,
113,
114,
116,
122,
123,
124,
132,
134,
135,
141,
142,
150,
151,
155,
157,
159,
164,
200,
201,
202,
205,
213,
214,
217,
220,
221,
222,
234,
236,
238,
241,
242,
245,
246,
248,
252,
253,
254,
264,
265,
268,
281,
282,
283,
285,
291,
292,
294,
300,
307,
309,
310,
311,
319,
322,
325,
332,
333,
335,
336,
338,
340,
351,
353,
354,
360,
363,
367,
371,
372,
373,
376,
379,
387,
394,
395,
396,
397,
400,
406,
409,
413,
416,
421,
425,
428,
431,
432,
444,
461,
468,
471,
474,
477,
478,
482,
485,
486,
489,
490,
491,
492,
496,
500,
505,
509,
510,
516,
521,
533,
534,
536,
537,
542,
556,
562,
566,
573,
579,
580,
582,
583,
584,
588,
590,
592,
594,
595,
599,
600,
601,
603,
606,
607,
614,
619,
623,
624,
626,
630,
635,
637,
643,
645,
648,
650,
654,
656,
657,
659,
665,
667,
672,
673,
677,
682,
684,
686,
687,
690,
691,
693,
695,
699,
702,
705,
712,
723,
727,
728,
735,
745,
747,
748,
752,
754,
757,
762,
765,
770,
776,
777,
778,
780,
781,
784,
785,
790,
792,
798,
802,
805,
806,
808,
813,
820,
822,
827,
830,
831,
832,
833,
835,
843,
850,
854,
863,
871,
872,
877,
878,
880,
887,
890,
893,
894
],
"78": [
4,
11,
15,
16,
17,
18,
19,
21,
39,
41,
48,
51,
56,
58,
64,
65,
66,
68,
72,
75,
80,
87,
94,
95,
99,
104,
105,
109,
110,
111,
117,
123,
124,
129,
132,
134,
138,
143,
153,
158,
165,
166,
180,
181,
183,
187,
188,
189,
198,
208,
210,
212,
216,
217,
220,
223,
226,
227,
228,
230,
231,
237,
240,
251,
253,
257,
262,
266,
268,
269,
273,
275,
277,
279,
290,
293,
296,
298,
300,
309,
311,
312,
318,
319,
328,
330,
331,
332,
334,
341,
343,
347,
351,
357,
372,
375,
376,
384,
390,
400,
402,
403,
406,
409,
413,
415,
420,
421,
423,
424,
426,
427,
432,
434,
436,
438,
441,
443,
444,
445,
448,
452,
456,
464,
465,
470,
474,
475,
479,
480,
485,
489,
494,
497,
499,
502,
505,
518,
519,
522,
524,
525,
537,
538,
539,
546,
553,
557,
559,
560,
563,
564,
565,
574,
578,
581,
582,
587,
591,
594,
599,
608,
624,
630,
634,
636,
637,
639,
640,
641,
643,
650,
654,
657,
659,
663,
664,
673,
675,
676,
678,
682,
688,
691,
692,
693,
698,
704,
705,
712,
713,
716,
722,
724,
731,
737,
738,
748,
750,
758,
759,
765,
768,
778,
780,
782,
783,
784,
785,
786,
787,
788,
791,
792,
795,
797,
798,
799,
806,
807,
810,
818,
828,
829,
833,
843,
844,
849,
859,
864,
865,
867,
869,
872,
876,
878,
883,
885,
886,
888,
891,
895
],
"79": [
0,
1,
26,
31,
32,
33,
34,
35,
37,
41,
43,
53,
54,
56,
68,
71,
88,
91,
93,
97,
101,
102,
110,
113,
115,
117,
124,
126,
128,
133,
136,
143,
145,
151,
157,
158,
160,
161,
167,
169,
180,
182,
183,
186,
187,
189,
191,
195,
196,
200,
203,
204,
207,
213,
218,
220,
231,
238,
241,
243,
244,
251,
252,
254,
261,
270,
274,
285,
286,
291,
293,
296,
297,
299,
301,
304,
314,
325,
326,
328,
331,
333,
338,
339,
342,
345,
346,
348,
352,
355,
372,
380,
385,
389,
390,
397,
400,
403,
404,
409,
411,
413,
417,
418,
419,
421,
423,
424,
425,
426,
429,
439,
440,
441,
447,
448,
450,
451,
453,
457,
468,
470,
471,
473,
476,
477,
481,
486,
492,
495,
498,
505,
506,
513,
514,
520,
523,
525,
526,
530,
535,
536,
540,
542,
544,
548,
552,
554,
566,
573,
574,
576,
583,
587,
589,
591,
594,
607,
610,
611,
617,
618,
629,
635,
637,
638,
640,
643,
653,
654,
660,
662,
666,
669,
670,
671,
673,
676,
678,
688,
691,
697,
708,
709,
711,
714,
718,
721,
722,
723,
724,
725,
731,
736,
737,
739,
744,
746,
747,
753,
760,
763,
764,
771,
775,
776,
777,
782,
784,
790,
794,
795,
799,
800,
803,
805,
811,
812,
816,
821,
822,
824,
825,
827,
832,
833,
834,
839,
845,
848,
851,
852,
853,
855,
858,
859,
865,
866,
870,
871,
874,
895
],
"80": [
0,
1,
3,
5,
12,
14,
24,
34,
35,
43,
50,
51,
53,
54,
57,
60,
61,
62,
66,
69,
72,
86,
91,
92,
103,
114,
115,
116,
117,
127,
128,
130,
132,
134,
139,
140,
141,
142,
148,
150,
152,
154,
156,
158,
159,
163,
167,
172,
173,
177,
179,
182,
188,
190,
194,
195,
201,
214,
225,
227,
231,
241,
247,
249,
250,
256,
257,
259,
260,
263,
264,
267,
269,
275,
278,
280,
284,
285,
290,
295,
310,
312,
313,
315,
318,
321,
322,
325,
329,
342,
343,
345,
346,
348,
349,
355,
357,
358,
359,
362,
364,
367,
370,
373,
390,
391,
393,
397,
399,
401,
404,
411,
413,
416,
421,
429,
434,
435,
438,
439,
445,
447,
448,
449,
452,
453,
455,
456,
461,
462,
470,
471,
476,
480,
481,
486,
488,
492,
493,
497,
498,
505,
512,
519,
521,
531,
539,
540,
541,
542,
550,
553,
555,
560,
571,
574,
577,
595,
603,
610,
617,
622,
623,
627,
633,
634,
641,
653,
654,
661,
665,
668,
670,
681,
683,
688,
693,
697,
699,
703,
704,
718,
721,
722,
723,
724,
727,
729,
731,
732,
734,
742,
749,
754,
755,
758,
759,
767,
768,
769,
770,
773,
774,
776,
777,
780,
781,
784,
786,
788,
789,
790,
793,
794,
795,
796,
800,
804,
806,
808,
810,
814,
817,
821,
827,
829,
831,
834,
836,
840,
848,
850,
851,
852,
853,
856,
863,
881,
883,
884,
890,
894
],
"81": [
3,
6,
10,
12,
16,
39,
41,
42,
48,
62,
64,
71,
73,
75,
76,
83,
88,
91,
92,
96,
99,
104,
106,
107,
116,
118,
119,
133,
134,
137,
138,
145,
147,
148,
154,
157,
159,
162,
164,
166,
171,
172,
173,
174,
179,
180,
186,
187,
189,
192,
196,
201,
205,
210,
224,
226,
238,
239,
245,
252,
253,
258,
259,
264,
269,
277,
281,
283,
287,
291,
300,
302,
307,
308,
310,
313,
318,
320,
321,
323,
328,
335,
341,
343,
344,
345,
360,
363,
371,
373,
376,
377,
381,
385,
388,
393,
394,
395,
404,
409,
412,
420,
424,
426,
433,
435,
437,
438,
443,
448,
450,
451,
452,
453,
455,
461,
464,
466,
468,
473,
487,
490,
493,
499,
503,
506,
508,
509,
510,
512,
513,
517,
521,
524,
532,
533,
534,
536,
539,
540,
541,
542,
545,
552,
553,
558,
560,
561,
563,
573,
576,
578,
584,
587,
589,
591,
594,
595,
597,
599,
604,
608,
609,
611,
612,
615,
618,
627,
631,
635,
637,
639,
642,
646,
647,
648,
650,
651,
654,
658,
676,
677,
681,
682,
683,
685,
686,
687,
690,
692,
694,
698,
699,
702,
704,
706,
711,
713,
714,
727,
729,
734,
736,
739,
743,
747,
755,
756,
762,
767,
769,
775,
778,
784,
788,
789,
791,
793,
801,
808,
815,
821,
829,
835,
837,
838,
849,
850,
851,
852,
853,
857,
860,
865,
868,
871,
874,
877,
880,
885,
886,
887
],
"82": [
0,
5,
8,
11,
21,
22,
26,
33,
36,
41,
44,
47,
48,
49,
53,
54,
62,
77,
79,
81,
82,
85,
88,
91,
100,
103,
106,
107,
110,
116,
120,
121,
122,
124,
128,
140,
143,
144,
145,
147,
149,
154,
159,
161,
163,
164,
166,
170,
175,
179,
182,
186,
187,
188,
193,
194,
196,
197,
206,
210,
215,
216,
218,
219,
221,
225,
233,
242,
245,
247,
254,
256,
258,
262,
267,
269,
270,
272,
275,
276,
279,
282,
284,
294,
297,
299,
300,
311,
313,
320,
325,
331,
336,
347,
352,
355,
357,
358,
365,
372,
373,
377,
391,
396,
398,
399,
400,
405,
409,
413,
415,
416,
417,
421,
440,
443,
444,
456,
461,
462,
464,
465,
466,
472,
477,
479,
487,
493,
496,
499,
504,
506,
509,
512,
513,
514,
521,
525,
530,
532,
536,
539,
540,
542,
547,
552,
556,
557,
560,
567,
572,
573,
574,
580,
582,
588,
591,
594,
595,
599,
600,
603,
605,
607,
613,
623,
624,
625,
630,
631,
633,
636,
638,
639,
641,
645,
646,
647,
654,
660,
666,
667,
668,
671,
673,
675,
677,
679,
686,
688,
690,
691,
695,
699,
701,
702,
705,
707,
715,
723,
725,
727,
729,
730,
732,
739,
741,
744,
748,
749,
750,
757,
760,
762,
763,
769,
771,
774,
776,
783,
784,
785,
787,
788,
795,
798,
808,
812,
814,
815,
825,
835,
839,
845,
852,
859,
860,
862,
882,
884,
886,
888
],
"83": [
0,
2,
4,
5,
11,
19,
20,
21,
24,
34,
35,
39,
46,
49,
53,
64,
70,
75,
82,
85,
87,
90,
91,
93,
97,
101,
102,
107,
109,
112,
113,
114,
119,
120,
122,
125,
127,
129,
130,
134,
138,
141,
142,
146,
151,
152,
165,
168,
172,
174,
188,
189,
193,
195,
198,
199,
212,
216,
220,
221,
223,
225,
230,
234,
240,
242,
243,
246,
248,
250,
252,
257,
262,
263,
272,
273,
278,
282,
289,
290,
294,
300,
301,
305,
309,
311,
312,
320,
321,
323,
329,
331,
333,
335,
337,
338,
343,
351,
352,
354,
358,
361,
363,
364,
367,
368,
371,
372,
375,
377,
380,
385,
392,
393,
394,
396,
397,
401,
408,
412,
416,
419,
420,
421,
423,
425,
429,
434,
438,
443,
444,
445,
456,
459,
460,
465,
475,
478,
480,
482,
489,
491,
494,
496,
498,
499,
502,
504,
508,
509,
510,
511,
515,
517,
526,
527,
528,
529,
531,
537,
542,
551,
555,
559,
562,
569,
575,
576,
583,
590,
592,
595,
598,
600,
603,
608,
611,
621,
626,
627,
628,
637,
642,
643,
648,
651,
666,
677,
678,
679,
682,
686,
687,
690,
691,
696,
697,
714,
715,
719,
721,
736,
743,
757,
759,
764,
765,
768,
771,
778,
783,
787,
789,
790,
793,
794,
798,
801,
802,
808,
816,
817,
820,
821,
827,
828,
831,
834,
838,
842,
843,
846,
854,
856,
859,
860,
865,
869,
871,
872,
873,
878
],
"84": [
1,
2,
4,
5,
11,
13,
16,
17,
20,
21,
23,
25,
26,
27,
34,
37,
44,
50,
56,
62,
66,
67,
71,
72,
76,
77,
79,
80,
84,
97,
98,
106,
108,
110,
111,
115,
117,
120,
122,
127,
129,
131,
137,
141,
149,
151,
155,
171,
174,
179,
180,
184,
185,
195,
198,
199,
200,
201,
204,
205,
207,
209,
216,
218,
223,
224,
228,
229,
231,
236,
238,
241,
242,
243,
244,
252,
260,
266,
268,
271,
274,
284,
286,
298,
302,
303,
305,
314,
315,
316,
318,
320,
327,
331,
341,
342,
349,
350,
353,
366,
369,
374,
376,
377,
391,
392,
397,
398,
407,
408,
410,
419,
421,
422,
424,
425,
431,
432,
433,
440,
443,
447,
448,
449,
459,
461,
462,
465,
466,
477,
481,
484,
489,
490,
491,
493,
501,
505,
509,
511,
512,
521,
525,
533,
536,
537,
541,
543,
544,
546,
548,
549,
550,
551,
558,
559,
566,
569,
570,
577,
583,
586,
588,
594,
599,
601,
602,
604,
607,
620,
625,
628,
629,
634,
636,
637,
639,
647,
648,
649,
650,
653,
654,
659,
664,
667,
672,
673,
677,
681,
684,
686,
687,
690,
694,
696,
700,
709,
712,
714,
717,
733,
737,
748,
749,
750,
751,
754,
758,
760,
763,
765,
768,
770,
775,
777,
783,
789,
799,
801,
803,
816,
817,
829,
830,
833,
834,
838,
844,
857,
858,
859,
865,
867,
869,
872,
876,
878,
879,
883,
886,
891
],
"85": [
3,
4,
13,
16,
17,
19,
20,
21,
22,
26,
35,
36,
43,
46,
47,
48,
50,
56,
60,
62,
64,
68,
69,
74,
75,
76,
78,
81,
82,
83,
87,
95,
96,
106,
108,
110,
112,
121,
125,
131,
134,
138,
140,
141,
143,
149,
150,
159,
165,
169,
177,
182,
186,
194,
195,
198,
201,
206,
208,
212,
213,
219,
220,
222,
231,
236,
240,
244,
246,
258,
259,
260,
261,
269,
270,
272,
274,
281,
282,
284,
289,
290,
294,
296,
297,
299,
302,
304,
320,
321,
323,
332,
337,
339,
344,
345,
350,
351,
352,
359,
360,
362,
364,
368,
369,
372,
380,
381,
382,
384,
385,
388,
392,
393,
396,
400,
406,
412,
423,
427,
436,
441,
442,
449,
450,
453,
454,
455,
464,
470,
473,
476,
478,
481,
484,
493,
494,
496,
498,
502,
507,
508,
510,
513,
520,
524,
531,
533,
540,
550,
551,
553,
558,
559,
565,
568,
571,
572,
574,
575,
581,
584,
586,
592,
595,
600,
617,
619,
620,
621,
625,
626,
627,
630,
634,
637,
640,
641,
646,
648,
651,
653,
658,
668,
669,
673,
677,
686,
687,
691,
692,
697,
698,
704,
707,
712,
717,
719,
726,
729,
730,
733,
735,
738,
740,
761,
766,
770,
771,
775,
791,
792,
796,
799,
803,
812,
817,
823,
837,
838,
841,
844,
845,
846,
849,
853,
856,
859,
860,
864,
867,
868,
870,
875,
880,
882,
885,
888,
889,
891,
893,
895
],
"86": [
0,
3,
4,
9,
11,
14,
17,
18,
19,
24,
31,
34,
36,
38,
39,
40,
45,
47,
48,
57,
59,
61,
62,
65,
68,
69,
71,
74,
84,
89,
91,
95,
97,
105,
108,
111,
120,
121,
123,
125,
126,
130,
145,
164,
166,
178,
179,
185,
187,
196,
204,
206,
207,
216,
217,
218,
222,
224,
227,
232,
233,
235,
239,
243,
244,
246,
248,
254,
256,
261,
263,
279,
280,
281,
291,
296,
298,
299,
300,
304,
313,
315,
320,
326,
331,
336,
341,
342,
345,
346,
350,
352,
355,
357,
359,
370,
372,
375,
378,
382,
387,
391,
395,
404,
419,
420,
423,
432,
435,
436,
437,
438,
442,
443,
447,
449,
450,
453,
458,
464,
465,
466,
471,
474,
475,
478,
486,
495,
500,
503,
513,
517,
518,
524,
534,
535,
545,
546,
553,
556,
557,
560,
565,
569,
572,
573,
575,
576,
577,
581,
583,
584,
585,
586,
588,
591,
592,
593,
598,
600,
605,
613,
615,
620,
622,
624,
626,
629,
630,
635,
636,
637,
641,
651,
652,
656,
659,
668,
669,
671,
679,
686,
693,
694,
700,
702,
705,
706,
707,
727,
729,
730,
732,
733,
734,
739,
741,
742,
744,
747,
749,
756,
761,
762,
763,
764,
769,
772,
774,
784,
787,
791,
793,
797,
798,
799,
800,
803,
804,
808,
811,
812,
817,
819,
821,
823,
826,
837,
845,
851,
852,
858,
862,
863,
865,
869,
873,
880,
884,
888,
890,
895
],
"87": [
1,
5,
9,
11,
12,
17,
19,
20,
23,
26,
34,
38,
46,
49,
56,
57,
61,
62,
65,
66,
67,
69,
75,
84,
88,
89,
97,
105,
106,
108,
113,
119,
126,
127,
128,
130,
135,
142,
143,
147,
154,
155,
157,
165,
167,
168,
172,
176,
177,
178,
182,
183,
194,
197,
201,
206,
213,
215,
218,
221,
223,
224,
228,
229,
230,
234,
235,
237,
250,
251,
257,
258,
259,
282,
283,
287,
288,
294,
297,
301,
306,
307,
312,
314,
321,
331,
335,
337,
339,
344,
348,
361,
364,
372,
373,
381,
382,
383,
385,
389,
390,
394,
397,
401,
422,
431,
432,
433,
440,
443,
444,
447,
455,
460,
464,
468,
469,
472,
477,
478,
492,
495,
499,
503,
508,
511,
512,
514,
516,
517,
524,
529,
532,
533,
536,
537,
539,
540,
542,
550,
556,
557,
565,
567,
570,
575,
576,
578,
579,
580,
582,
589,
591,
593,
605,
606,
609,
613,
616,
618,
630,
632,
633,
637,
638,
643,
645,
648,
651,
654,
659,
663,
664,
667,
668,
670,
672,
673,
677,
679,
682,
684,
687,
692,
696,
700,
704,
706,
707,
708,
709,
710,
716,
723,
724,
726,
730,
739,
740,
741,
747,
751,
756,
759,
762,
765,
768,
770,
771,
774,
777,
778,
781,
786,
788,
796,
804,
805,
814,
818,
822,
823,
825,
829,
830,
831,
834,
835,
840,
844,
853,
854,
857,
859,
861,
866,
867,
868,
869,
874,
876,
879
],
"88": [
2,
5,
6,
7,
11,
26,
29,
30,
31,
32,
35,
37,
39,
44,
48,
49,
58,
61,
64,
69,
70,
74,
75,
77,
79,
80,
83,
86,
88,
89,
91,
93,
97,
106,
109,
112,
114,
124,
129,
130,
136,
140,
144,
152,
157,
159,
160,
161,
171,
177,
182,
184,
192,
193,
197,
199,
201,
203,
204,
205,
209,
210,
217,
218,
219,
221,
223,
224,
227,
228,
229,
232,
252,
253,
255,
256,
259,
260,
263,
268,
269,
272,
273,
275,
277,
278,
280,
283,
285,
286,
298,
299,
301,
302,
304,
312,
314,
315,
323,
332,
337,
338,
341,
342,
345,
346,
350,
355,
357,
365,
367,
369,
374,
379,
383,
387,
393,
397,
401,
402,
409,
410,
411,
412,
415,
416,
430,
432,
433,
444,
448,
450,
455,
456,
467,
468,
473,
475,
482,
489,
492,
496,
502,
503,
511,
515,
516,
518,
522,
526,
531,
537,
542,
543,
554,
556,
557,
562,
564,
565,
566,
569,
575,
577,
584,
586,
587,
590,
591,
592,
593,
598,
603,
607,
608,
609,
614,
618,
626,
629,
630,
632,
633,
645,
648,
650,
651,
654,
659,
661,
663,
668,
675,
681,
693,
698,
704,
706,
716,
720,
723,
725,
735,
740,
749,
756,
757,
763,
773,
774,
775,
778,
779,
780,
781,
782,
791,
794,
797,
800,
805,
811,
817,
819,
822,
831,
835,
842,
844,
845,
848,
849,
852,
856,
860,
868,
875,
878,
883,
887,
891,
895
],
"89": [
11,
12,
13,
16,
17,
20,
24,
28,
31,
32,
39,
43,
51,
55,
60,
63,
66,
68,
73,
76,
81,
84,
85,
86,
92,
93,
96,
105,
118,
129,
130,
138,
139,
145,
146,
151,
152,
153,
154,
157,
165,
169,
171,
172,
173,
179,
183,
184,
186,
188,
192,
195,
196,
202,
208,
211,
221,
224,
228,
230,
231,
233,
235,
236,
239,
241,
248,
249,
257,
261,
262,
263,
268,
270,
276,
279,
280,
282,
284,
287,
288,
289,
292,
298,
307,
308,
313,
320,
321,
322,
334,
335,
344,
345,
347,
351,
355,
362,
364,
367,
378,
386,
389,
391,
399,
400,
404,
410,
411,
416,
417,
418,
425,
426,
429,
431,
432,
434,
444,
445,
446,
448,
451,
454,
459,
463,
465,
466,
470,
474,
475,
476,
480,
485,
486,
487,
491,
493,
494,
495,
501,
505,
511,
516,
518,
520,
521,
523,
526,
527,
530,
538,
542,
545,
546,
549,
551,
554,
555,
556,
565,
569,
571,
577,
579,
580,
586,
587,
597,
607,
608,
612,
617,
618,
619,
623,
625,
644,
651,
652,
656,
662,
666,
671,
673,
679,
681,
686,
689,
692,
698,
700,
704,
706,
708,
721,
722,
726,
728,
737,
740,
747,
754,
756,
762,
763,
767,
768,
772,
785,
786,
790,
798,
803,
804,
810,
813,
814,
816,
821,
826,
828,
830,
835,
839,
847,
850,
853,
855,
857,
859,
860,
864,
869,
870,
874,
877,
878,
883,
884,
885,
886
],
"90": [
2,
7,
15,
19,
22,
25,
26,
35,
38,
40,
41,
46,
47,
51,
54,
56,
63,
69,
79,
84,
86,
87,
95,
97,
100,
101,
109,
117,
119,
121,
124,
125,
126,
129,
132,
137,
139,
140,
141,
146,
147,
155,
160,
164,
169,
171,
172,
175,
177,
184,
192,
193,
199,
200,
202,
204,
208,
214,
215,
218,
219,
230,
240,
244,
250,
252,
254,
258,
261,
262,
263,
264,
265,
266,
272,
274,
275,
277,
283,
287,
291,
298,
299,
301,
303,
304,
313,
314,
318,
319,
324,
336,
338,
341,
342,
343,
345,
347,
349,
351,
353,
356,
357,
358,
360,
366,
367,
370,
373,
377,
378,
380,
384,
385,
386,
389,
408,
415,
421,
431,
436,
438,
442,
444,
450,
452,
453,
456,
458,
459,
464,
466,
471,
472,
473,
476,
479,
481,
482,
485,
490,
493,
494,
500,
503,
505,
506,
508,
510,
516,
521,
522,
539,
541,
545,
547,
559,
560,
561,
565,
570,
575,
576,
579,
582,
585,
586,
589,
593,
598,
602,
605,
609,
611,
612,
618,
619,
624,
627,
632,
639,
640,
642,
647,
648,
655,
656,
658,
662,
663,
665,
668,
669,
673,
676,
680,
681,
682,
687,
698,
703,
704,
708,
710,
714,
721,
732,
736,
737,
738,
747,
748,
751,
752,
754,
755,
756,
761,
765,
767,
774,
782,
792,
804,
806,
808,
815,
819,
820,
824,
832,
833,
835,
845,
849,
855,
858,
865,
867,
879,
885,
887
],
"91": [
5,
12,
15,
17,
18,
19,
21,
23,
27,
30,
34,
36,
41,
57,
60,
62,
74,
77,
79,
82,
84,
91,
93,
95,
97,
104,
106,
114,
116,
117,
123,
136,
143,
144,
145,
148,
152,
155,
156,
164,
168,
175,
176,
191,
197,
199,
205,
210,
212,
215,
216,
221,
223,
237,
240,
241,
245,
253,
254,
255,
260,
262,
263,
269,
270,
273,
274,
276,
282,
286,
294,
306,
315,
316,
319,
320,
322,
325,
331,
332,
336,
337,
339,
345,
346,
351,
358,
369,
371,
373,
376,
380,
381,
382,
386,
388,
389,
394,
395,
397,
406,
417,
422,
424,
426,
429,
432,
434,
435,
438,
439,
442,
450,
462,
463,
466,
468,
471,
472,
477,
478,
480,
486,
488,
493,
495,
499,
501,
503,
504,
505,
508,
509,
511,
512,
513,
514,
522,
526,
529,
539,
541,
542,
546,
548,
551,
552,
553,
557,
558,
560,
561,
562,
564,
566,
567,
569,
570,
572,
574,
576,
579,
582,
583,
587,
588,
590,
592,
600,
602,
606,
612,
618,
620,
622,
637,
642,
649,
650,
651,
653,
655,
657,
662,
664,
666,
670,
672,
674,
677,
679,
682,
685,
693,
695,
696,
700,
703,
704,
706,
712,
716,
723,
729,
732,
735,
742,
743,
750,
753,
765,
769,
772,
780,
784,
791,
793,
794,
795,
801,
806,
816,
819,
823,
827,
840,
843,
846,
847,
851,
856,
857,
862,
863,
864,
868,
873,
887,
889,
891,
892,
894
],
"92": [
1,
12,
17,
23,
38,
40,
41,
44,
45,
51,
54,
56,
58,
61,
63,
82,
89,
91,
101,
104,
105,
111,
112,
115,
124,
125,
132,
134,
140,
145,
148,
149,
151,
152,
155,
156,
157,
159,
160,
170,
171,
176,
178,
179,
181,
186,
193,
196,
198,
212,
219,
220,
228,
230,
234,
236,
237,
238,
239,
240,
242,
244,
245,
246,
247,
250,
251,
253,
257,
272,
275,
277,
282,
285,
287,
291,
294,
300,
301,
302,
305,
308,
309,
318,
319,
320,
321,
322,
331,
332,
336,
337,
341,
342,
343,
345,
346,
347,
353,
363,
364,
367,
369,
380,
390,
398,
399,
400,
406,
413,
414,
416,
420,
421,
422,
426,
428,
430,
431,
434,
437,
438,
440,
441,
444,
445,
447,
452,
457,
459,
460,
461,
468,
469,
484,
487,
492,
501,
504,
505,
510,
511,
515,
518,
520,
525,
530,
532,
533,
541,
542,
545,
552,
558,
559,
560,
561,
573,
575,
578,
579,
581,
583,
584,
585,
587,
589,
601,
602,
612,
614,
617,
619,
627,
628,
634,
641,
643,
646,
649,
650,
662,
664,
676,
678,
680,
684,
690,
692,
693,
695,
700,
706,
707,
708,
710,
713,
714,
718,
723,
725,
726,
733,
738,
739,
743,
746,
751,
760,
765,
769,
770,
774,
775,
781,
783,
788,
797,
798,
800,
801,
802,
815,
821,
822,
823,
828,
833,
837,
842,
843,
847,
849,
852,
853,
855,
861,
862,
864,
867,
872,
895
]
}
}
}