diff --git "a/reproduction/manifests/reference/q5-main-gguf-source-map.json" "b/reproduction/manifests/reference/q5-main-gguf-source-map.json" new file mode 100644--- /dev/null +++ "b/reproduction/manifests/reference/q5-main-gguf-source-map.json" @@ -0,0 +1,42671 @@ +{ + "canonical_regions": [ + "51.2B-parameter PLE n-gram table (128 shards)", + "Routed expert gate/up, interior layers 2\u201345", + "Routed expert gate/up, edge layers 0, 1, 46, 47", + "Routed expert down, main 512 columns", + "Routed expert down, 128-column tail", + "MTP routed experts and most always-active matrices", + "Hyper-connection, non-quantizable convolution/vision tensors", + "Norms, gates, recurrent/control state", + "Integer PLE controls" + ], + "derived_from_variant": "MQ-Q6-SSD-PLE-BF16", + "external_artifacts": { + "ple": { + "alignment": 4096, + "dtype": "BF16", + "file_bytes_including_alignment": 102400786432, + "local_contract_path": "ple/ple-manifest.json", + "local_link_target": "../MQ-Q6-SSD-PLE-BF16/ple", + "manifest": "ple/ple-manifest.json", + "payload_bytes": 102400491520, + "resident": false, + "shared_repository_path": "MQ-Q6-SSD-PLE-BF16/ple", + "storage": "ssd_backed_bounded_page_cache" + } + }, + "gguf_tensor_count": 1628, + "logical_parameters": 128799735699, + "schema_version": 3, + "source": { + "repo": "Qwen/Qwen3.8-Flash-Next", + "revision": "f5d08274bafd880402bd16f5e3e6c514136ec06c" + }, + "source_map_parent": "reproduction/manifests/ssd-ple/main-gguf-source-map.json", + "source_map_parent_sha256": "4d09138ae566521e524a1b0a28f039d8b8859a41ea03de04807dd3452e6f3436", + "source_tensor_count": 1530, + "target_type_bytes": { + "BF16": 1593061376, + "F32": 263372224, + "I64": 280, + "Q4_K": 41523609600, + "Q5_0": 5536481280, + "Q5_K": 26759659520, + "Q8_0": 7587744640 + }, + "target_type_counts": { + "BF16": 363, + "F32": 584, + "I64": 3, + "Q4_K": 88, + "Q5_0": 48, + "Q5_K": 56, + "Q8_0": 486 + }, + "tensors": [ + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 675430400 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "lm_head", + "layer": null, + "name": "output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 248320, + 2560 + ], + "source_name": "lm_head.weight", + "source_shape": [ + 248320, + 2560 + ], + "source_shard": "model-00131-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 675430400 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "embedding", + "layer": null, + "name": "token_embd.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 248320, + 2560 + ], + "source_name": "model.language_model.embed_tokens.weight", + "source_shape": [ + 248320, + 2560 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "input_hyper_connection", + "layer": null, + "name": "hc_input.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.hyper_connection_mixer.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "input_hyper_connection", + "layer": null, + "name": "hc_input.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.hyper_connection_mixer.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "input_hyper_connection", + "layer": null, + "name": "hc_input.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.hyper_connection_mixer.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 0, + "name": "blk.0.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.0.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 0, + "name": "blk.0.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.0.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 0, + "name": "blk.0.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.0.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 0, + "name": "blk.0.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.0.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 0, + "name": "blk.0.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.0.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 0, + "name": "blk.0.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.0.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 0, + "name": "blk.0.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.0.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 0, + "name": "blk.0.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.0.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 0, + "name": "blk.0.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.0.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 0, + "name": "blk.0.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.0.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 0, + "name": "blk.0.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.0.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 0, + "name": "blk.0.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.0.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 0, + "name": "blk.0.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.0.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 0, + "name": "blk.0.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.0.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 0, + "name": "blk.0.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.0.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 0, + "name": "blk.0.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.0.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00002-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 0, + "name": "blk.0.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.0.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00002-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 0, + "name": "blk.0.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.0.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 0, + "name": "blk.0.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.0.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 0, + "name": "blk.0.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.0.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 0, + "name": "blk.0.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.0.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 0, + "name": "blk.0.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.0.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 0, + "name": "blk.0.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.0.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 0, + "name": "blk.0.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.0.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 0, + "name": "blk.0.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.0.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 0, + "name": "blk.0.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.0.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 1, + "name": "blk.1.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.1.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 1, + "name": "blk.1.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.1.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 1, + "name": "blk.1.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.1.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 1, + "name": "blk.1.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.1.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 1, + "name": "blk.1.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.1.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 1, + "name": "blk.1.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.1.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 1, + "name": "blk.1.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.1.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 1, + "name": "blk.1.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.1.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 1, + "name": "blk.1.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.1.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 1, + "name": "blk.1.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.1.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 1, + "name": "blk.1.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.1.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 1, + "name": "blk.1.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.1.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 1, + "name": "blk.1.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.1.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00003-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 1, + "name": "blk.1.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.1.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 1, + "name": "blk.1.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.1.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 1, + "name": "blk.1.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.1.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00004-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 1, + "name": "blk.1.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.1.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00004-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 1, + "name": "blk.1.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.1.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 1, + "name": "blk.1.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.1.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 1, + "name": "blk.1.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.1.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 1, + "name": "blk.1.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.1.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 1, + "name": "blk.1.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.1.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 1, + "name": "blk.1.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.1.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 1, + "name": "blk.1.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.1.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 1, + "name": "blk.1.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.1.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 1, + "name": "blk.1.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.1.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "ple_conv", + "layer": 1, + "name": "blk.1.ple.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.1.ple.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "ple_projection", + "layer": 1, + "name": "blk.1.ple.key.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.1.ple.key_proj.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "ple_norm", + "layer": 1, + "name": "blk.1.ple.conv_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.1.ple.norm_conv.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "ple_norm", + "layer": 1, + "name": "blk.1.ple.key_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.1.ple.norm_key.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "ple_norm", + "layer": 1, + "name": "blk.1.ple.query_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.1.ple.norm_query.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 24 + }, + "canonical_region": "Integer PLE controls", + "family": "ple_control", + "layer": 1, + "name": "blk.1.ple.layer_multipliers", + "physical_part": null, + "role": "integer_control", + "scope": "base", + "shape": [ + 3 + ], + "source_name": "model.language_model.layers.1.ple.ple_embedding.layer_multipliers", + "source_shape": [ + 3 + ], + "source_shard": "model-00005-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "I64" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 128 + }, + "canonical_region": "Integer PLE controls", + "family": "ple_control", + "layer": 1, + "name": "blk.1.ple.head_offsets", + "physical_part": null, + "role": "integer_control", + "scope": "base", + "shape": [ + 16 + ], + "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_heads_offsets", + "source_shape": [ + 16 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "I64" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 128 + }, + "canonical_region": "Integer PLE controls", + "family": "ple_control", + "layer": 1, + "name": "blk.1.ple.head_vocab_sizes", + "physical_part": null, + "role": "integer_control", + "scope": "base", + "shape": [ + 16 + ], + "source_name": "model.language_model.layers.1.ple.ple_embedding.ngram_heads_vocab_sizes", + "source_shape": [ + 16 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "I64" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6963200 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "ple_projection", + "layer": 1, + "name": "blk.1.ple.value.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 2560 + ], + "source_name": "model.language_model.layers.1.ple.value_proj.weight", + "source_shape": [ + 2560, + 2560 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 10, + "name": "blk.10.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.10.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 10, + "name": "blk.10.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.10.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 10, + "name": "blk.10.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.10.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 10, + "name": "blk.10.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.10.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 10, + "name": "blk.10.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.10.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 10, + "name": "blk.10.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.10.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 10, + "name": "blk.10.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.10.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 10, + "name": "blk.10.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.10.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 10, + "name": "blk.10.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.10.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 10, + "name": "blk.10.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.10.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 10, + "name": "blk.10.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.10.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 10, + "name": "blk.10.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.10.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 10, + "name": "blk.10.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.10.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 10, + "name": "blk.10.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.10.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 10, + "name": "blk.10.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.10.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 10, + "name": "blk.10.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.10.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00038-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 10, + "name": "blk.10.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.10.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00038-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 10, + "name": "blk.10.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.10.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 10, + "name": "blk.10.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.10.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 10, + "name": "blk.10.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.10.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 10, + "name": "blk.10.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.10.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 10, + "name": "blk.10.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.10.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 10, + "name": "blk.10.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.10.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 10, + "name": "blk.10.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.10.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 10, + "name": "blk.10.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.10.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 10, + "name": "blk.10.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.10.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 11, + "name": "blk.11.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.11.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 11, + "name": "blk.11.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.11.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 11, + "name": "blk.11.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.11.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 11, + "name": "blk.11.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.11.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00039-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 11, + "name": "blk.11.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.11.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 11, + "name": "blk.11.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.11.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 11, + "name": "blk.11.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.11.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00040-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 11, + "name": "blk.11.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.11.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00040-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 11, + "name": "blk.11.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.11.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 11, + "name": "blk.11.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.11.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 11, + "name": "blk.11.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.11.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 11, + "name": "blk.11.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.11.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 11, + "name": "blk.11.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.11.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 11, + "name": "blk.11.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.11.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 11, + "name": "blk.11.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.11.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 11, + "name": "blk.11.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.11.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 11, + "name": "blk.11.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.11.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.11.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.11.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.11.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.11.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.11.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.11.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.11.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.11.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 11, + "name": "blk.11.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.11.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 12, + "name": "blk.12.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.12.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 12, + "name": "blk.12.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.12.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 12, + "name": "blk.12.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.12.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 12, + "name": "blk.12.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.12.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 12, + "name": "blk.12.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.12.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 12, + "name": "blk.12.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.12.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 12, + "name": "blk.12.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.12.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 12, + "name": "blk.12.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.12.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 12, + "name": "blk.12.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.12.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 12, + "name": "blk.12.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.12.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 12, + "name": "blk.12.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.12.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 12, + "name": "blk.12.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.12.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 12, + "name": "blk.12.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.12.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 12, + "name": "blk.12.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.12.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 12, + "name": "blk.12.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.12.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 12, + "name": "blk.12.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.12.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00042-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 12, + "name": "blk.12.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.12.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00042-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 12, + "name": "blk.12.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.12.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 12, + "name": "blk.12.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.12.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 12, + "name": "blk.12.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.12.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 12, + "name": "blk.12.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.12.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 12, + "name": "blk.12.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.12.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 12, + "name": "blk.12.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.12.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 12, + "name": "blk.12.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.12.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 12, + "name": "blk.12.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.12.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 12, + "name": "blk.12.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.12.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 13, + "name": "blk.13.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.13.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 13, + "name": "blk.13.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.13.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 13, + "name": "blk.13.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.13.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 13, + "name": "blk.13.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.13.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 13, + "name": "blk.13.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.13.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 13, + "name": "blk.13.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.13.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 13, + "name": "blk.13.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.13.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 13, + "name": "blk.13.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.13.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 13, + "name": "blk.13.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.13.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 13, + "name": "blk.13.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.13.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 13, + "name": "blk.13.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.13.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 13, + "name": "blk.13.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.13.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 13, + "name": "blk.13.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.13.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 13, + "name": "blk.13.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.13.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 13, + "name": "blk.13.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.13.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 13, + "name": "blk.13.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.13.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00044-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 13, + "name": "blk.13.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.13.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00044-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 13, + "name": "blk.13.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.13.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 13, + "name": "blk.13.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.13.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 13, + "name": "blk.13.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.13.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 13, + "name": "blk.13.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.13.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 13, + "name": "blk.13.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.13.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 13, + "name": "blk.13.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.13.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 13, + "name": "blk.13.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.13.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 13, + "name": "blk.13.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.13.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 13, + "name": "blk.13.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.13.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 14, + "name": "blk.14.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.14.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 14, + "name": "blk.14.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.14.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 14, + "name": "blk.14.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.14.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 14, + "name": "blk.14.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.14.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 14, + "name": "blk.14.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.14.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 14, + "name": "blk.14.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.14.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 14, + "name": "blk.14.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.14.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 14, + "name": "blk.14.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.14.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 14, + "name": "blk.14.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.14.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 14, + "name": "blk.14.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.14.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 14, + "name": "blk.14.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.14.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 14, + "name": "blk.14.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.14.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 14, + "name": "blk.14.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.14.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00045-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 14, + "name": "blk.14.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.14.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 14, + "name": "blk.14.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.14.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 14, + "name": "blk.14.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.14.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00046-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 14, + "name": "blk.14.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.14.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00046-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 14, + "name": "blk.14.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.14.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 14, + "name": "blk.14.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.14.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 14, + "name": "blk.14.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.14.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 14, + "name": "blk.14.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.14.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 14, + "name": "blk.14.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.14.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 14, + "name": "blk.14.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.14.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 14, + "name": "blk.14.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.14.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 14, + "name": "blk.14.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.14.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 14, + "name": "blk.14.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.14.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 15, + "name": "blk.15.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.15.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 15, + "name": "blk.15.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.15.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 15, + "name": "blk.15.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.15.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 15, + "name": "blk.15.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.15.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 15, + "name": "blk.15.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.15.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 15, + "name": "blk.15.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.15.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 15, + "name": "blk.15.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.15.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00048-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 15, + "name": "blk.15.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.15.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00048-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 15, + "name": "blk.15.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.15.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 15, + "name": "blk.15.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.15.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 15, + "name": "blk.15.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.15.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 15, + "name": "blk.15.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.15.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 15, + "name": "blk.15.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.15.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 15, + "name": "blk.15.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.15.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 15, + "name": "blk.15.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.15.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 15, + "name": "blk.15.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.15.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 15, + "name": "blk.15.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.15.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.15.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.15.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.15.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.15.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.15.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.15.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.15.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.15.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 15, + "name": "blk.15.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.15.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 16, + "name": "blk.16.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.16.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 16, + "name": "blk.16.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.16.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 16, + "name": "blk.16.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.16.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 16, + "name": "blk.16.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.16.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 16, + "name": "blk.16.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.16.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 16, + "name": "blk.16.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.16.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 16, + "name": "blk.16.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.16.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 16, + "name": "blk.16.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.16.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 16, + "name": "blk.16.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.16.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 16, + "name": "blk.16.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.16.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 16, + "name": "blk.16.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.16.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 16, + "name": "blk.16.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.16.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 16, + "name": "blk.16.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.16.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 16, + "name": "blk.16.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.16.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 16, + "name": "blk.16.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.16.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 16, + "name": "blk.16.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.16.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00050-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 16, + "name": "blk.16.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.16.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00050-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 16, + "name": "blk.16.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.16.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 16, + "name": "blk.16.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.16.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 16, + "name": "blk.16.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.16.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 16, + "name": "blk.16.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.16.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 16, + "name": "blk.16.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.16.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 16, + "name": "blk.16.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.16.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 16, + "name": "blk.16.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.16.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 16, + "name": "blk.16.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.16.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 16, + "name": "blk.16.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.16.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 17, + "name": "blk.17.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.17.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 17, + "name": "blk.17.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.17.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 17, + "name": "blk.17.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.17.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 17, + "name": "blk.17.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.17.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 17, + "name": "blk.17.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.17.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 17, + "name": "blk.17.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.17.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 17, + "name": "blk.17.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.17.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 17, + "name": "blk.17.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.17.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 17, + "name": "blk.17.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.17.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 17, + "name": "blk.17.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.17.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 17, + "name": "blk.17.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.17.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 17, + "name": "blk.17.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.17.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 17, + "name": "blk.17.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.17.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00051-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 17, + "name": "blk.17.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.17.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 17, + "name": "blk.17.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.17.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 17, + "name": "blk.17.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.17.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00052-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 17, + "name": "blk.17.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.17.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00052-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 17, + "name": "blk.17.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.17.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 17, + "name": "blk.17.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.17.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 17, + "name": "blk.17.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.17.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 17, + "name": "blk.17.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.17.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 17, + "name": "blk.17.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.17.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 17, + "name": "blk.17.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.17.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 17, + "name": "blk.17.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.17.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 17, + "name": "blk.17.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.17.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 17, + "name": "blk.17.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.17.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 18, + "name": "blk.18.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.18.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 18, + "name": "blk.18.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.18.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 18, + "name": "blk.18.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.18.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 18, + "name": "blk.18.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.18.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 18, + "name": "blk.18.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.18.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 18, + "name": "blk.18.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.18.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 18, + "name": "blk.18.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.18.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 18, + "name": "blk.18.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.18.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 18, + "name": "blk.18.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.18.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 18, + "name": "blk.18.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.18.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 18, + "name": "blk.18.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.18.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 18, + "name": "blk.18.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.18.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 18, + "name": "blk.18.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.18.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 18, + "name": "blk.18.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.18.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 18, + "name": "blk.18.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.18.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 18, + "name": "blk.18.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.18.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00054-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 18, + "name": "blk.18.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.18.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00054-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 18, + "name": "blk.18.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.18.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 18, + "name": "blk.18.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.18.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 18, + "name": "blk.18.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.18.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 18, + "name": "blk.18.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.18.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 18, + "name": "blk.18.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.18.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 18, + "name": "blk.18.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.18.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 18, + "name": "blk.18.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.18.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 18, + "name": "blk.18.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.18.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 18, + "name": "blk.18.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.18.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 19, + "name": "blk.19.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.19.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 19, + "name": "blk.19.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.19.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 19, + "name": "blk.19.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.19.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 19, + "name": "blk.19.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.19.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00055-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 19, + "name": "blk.19.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.19.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 19, + "name": "blk.19.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.19.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 19, + "name": "blk.19.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.19.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00056-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 19, + "name": "blk.19.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.19.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00056-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 19, + "name": "blk.19.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.19.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 19, + "name": "blk.19.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.19.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 19, + "name": "blk.19.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.19.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 19, + "name": "blk.19.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.19.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 19, + "name": "blk.19.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.19.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 19, + "name": "blk.19.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.19.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 19, + "name": "blk.19.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.19.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 19, + "name": "blk.19.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.19.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 19, + "name": "blk.19.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.19.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.19.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.19.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.19.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.19.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.19.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.19.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.19.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.19.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 19, + "name": "blk.19.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.19.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 2, + "name": "blk.2.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.2.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 2, + "name": "blk.2.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.2.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 2, + "name": "blk.2.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.2.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 2, + "name": "blk.2.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.2.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 2, + "name": "blk.2.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.2.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 2, + "name": "blk.2.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.2.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 2, + "name": "blk.2.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.2.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 2, + "name": "blk.2.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.2.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 2, + "name": "blk.2.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.2.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 2, + "name": "blk.2.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.2.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 2, + "name": "blk.2.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.2.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 2, + "name": "blk.2.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.2.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 2, + "name": "blk.2.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.2.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 2, + "name": "blk.2.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.2.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 2, + "name": "blk.2.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.2.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 2, + "name": "blk.2.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.2.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00058-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 2, + "name": "blk.2.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.2.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00058-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 2, + "name": "blk.2.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.2.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 2, + "name": "blk.2.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.2.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 2, + "name": "blk.2.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.2.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 2, + "name": "blk.2.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.2.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 2, + "name": "blk.2.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.2.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 2, + "name": "blk.2.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.2.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 2, + "name": "blk.2.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.2.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 2, + "name": "blk.2.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.2.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 2, + "name": "blk.2.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.2.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 20, + "name": "blk.20.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.20.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 20, + "name": "blk.20.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.20.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 20, + "name": "blk.20.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.20.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 20, + "name": "blk.20.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.20.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 20, + "name": "blk.20.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.20.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00059-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 20, + "name": "blk.20.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.20.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 20, + "name": "blk.20.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.20.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 20, + "name": "blk.20.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.20.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 20, + "name": "blk.20.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.20.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 20, + "name": "blk.20.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.20.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 20, + "name": "blk.20.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.20.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 20, + "name": "blk.20.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.20.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 20, + "name": "blk.20.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.20.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 20, + "name": "blk.20.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.20.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 20, + "name": "blk.20.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.20.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 20, + "name": "blk.20.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.20.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00061-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 20, + "name": "blk.20.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.20.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00061-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 20, + "name": "blk.20.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.20.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 20, + "name": "blk.20.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.20.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 20, + "name": "blk.20.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.20.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 20, + "name": "blk.20.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.20.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 20, + "name": "blk.20.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.20.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 20, + "name": "blk.20.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.20.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 20, + "name": "blk.20.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.20.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 20, + "name": "blk.20.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.20.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 20, + "name": "blk.20.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.20.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 21, + "name": "blk.21.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.21.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 21, + "name": "blk.21.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.21.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 21, + "name": "blk.21.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.21.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 21, + "name": "blk.21.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.21.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 21, + "name": "blk.21.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.21.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 21, + "name": "blk.21.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.21.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 21, + "name": "blk.21.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.21.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 21, + "name": "blk.21.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.21.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 21, + "name": "blk.21.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.21.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 21, + "name": "blk.21.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.21.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 21, + "name": "blk.21.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.21.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 21, + "name": "blk.21.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.21.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 21, + "name": "blk.21.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.21.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 21, + "name": "blk.21.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.21.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 21, + "name": "blk.21.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.21.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 21, + "name": "blk.21.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.21.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00063-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 21, + "name": "blk.21.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.21.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00063-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 21, + "name": "blk.21.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.21.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 21, + "name": "blk.21.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.21.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 21, + "name": "blk.21.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.21.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 21, + "name": "blk.21.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.21.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 21, + "name": "blk.21.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.21.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 21, + "name": "blk.21.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.21.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 21, + "name": "blk.21.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.21.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 21, + "name": "blk.21.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.21.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 21, + "name": "blk.21.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.21.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 22, + "name": "blk.22.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.22.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 22, + "name": "blk.22.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.22.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 22, + "name": "blk.22.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.22.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 22, + "name": "blk.22.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.22.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 22, + "name": "blk.22.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.22.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 22, + "name": "blk.22.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.22.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 22, + "name": "blk.22.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.22.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 22, + "name": "blk.22.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.22.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 22, + "name": "blk.22.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.22.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 22, + "name": "blk.22.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.22.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 22, + "name": "blk.22.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.22.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 22, + "name": "blk.22.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.22.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 22, + "name": "blk.22.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.22.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00064-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 22, + "name": "blk.22.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.22.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 22, + "name": "blk.22.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.22.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 22, + "name": "blk.22.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.22.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00065-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 22, + "name": "blk.22.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.22.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00065-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 22, + "name": "blk.22.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.22.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 22, + "name": "blk.22.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.22.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 22, + "name": "blk.22.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.22.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 22, + "name": "blk.22.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.22.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 22, + "name": "blk.22.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.22.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 22, + "name": "blk.22.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.22.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 22, + "name": "blk.22.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.22.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 22, + "name": "blk.22.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.22.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 22, + "name": "blk.22.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.22.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 23, + "name": "blk.23.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.23.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 23, + "name": "blk.23.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.23.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 23, + "name": "blk.23.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.23.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 23, + "name": "blk.23.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.23.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 23, + "name": "blk.23.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.23.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 23, + "name": "blk.23.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.23.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 23, + "name": "blk.23.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.23.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00067-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 23, + "name": "blk.23.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.23.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00067-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 23, + "name": "blk.23.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.23.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 23, + "name": "blk.23.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.23.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 23, + "name": "blk.23.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.23.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 23, + "name": "blk.23.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.23.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 23, + "name": "blk.23.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.23.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 23, + "name": "blk.23.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.23.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 23, + "name": "blk.23.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.23.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 23, + "name": "blk.23.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.23.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 23, + "name": "blk.23.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.23.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.23.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.23.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.23.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.23.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.23.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.23.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.23.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.23.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 23, + "name": "blk.23.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.23.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 24, + "name": "blk.24.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.24.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 24, + "name": "blk.24.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.24.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 24, + "name": "blk.24.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.24.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 24, + "name": "blk.24.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.24.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 24, + "name": "blk.24.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.24.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 24, + "name": "blk.24.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.24.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 24, + "name": "blk.24.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.24.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 24, + "name": "blk.24.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.24.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 24, + "name": "blk.24.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.24.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 24, + "name": "blk.24.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.24.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 24, + "name": "blk.24.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.24.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 24, + "name": "blk.24.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.24.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 24, + "name": "blk.24.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.24.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00068-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 24, + "name": "blk.24.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.24.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 24, + "name": "blk.24.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.24.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 24, + "name": "blk.24.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.24.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00069-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 24, + "name": "blk.24.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.24.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00069-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 24, + "name": "blk.24.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.24.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 24, + "name": "blk.24.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.24.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 24, + "name": "blk.24.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.24.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 24, + "name": "blk.24.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.24.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 24, + "name": "blk.24.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.24.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 24, + "name": "blk.24.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.24.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 24, + "name": "blk.24.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.24.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 24, + "name": "blk.24.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.24.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 24, + "name": "blk.24.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.24.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 25, + "name": "blk.25.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.25.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 25, + "name": "blk.25.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.25.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 25, + "name": "blk.25.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.25.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 25, + "name": "blk.25.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.25.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 25, + "name": "blk.25.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.25.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 25, + "name": "blk.25.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.25.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 25, + "name": "blk.25.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.25.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 25, + "name": "blk.25.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.25.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 25, + "name": "blk.25.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.25.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 25, + "name": "blk.25.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.25.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 25, + "name": "blk.25.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.25.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 25, + "name": "blk.25.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.25.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 25, + "name": "blk.25.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.25.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 25, + "name": "blk.25.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.25.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 25, + "name": "blk.25.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.25.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 25, + "name": "blk.25.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.25.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00071-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 25, + "name": "blk.25.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.25.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00071-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 25, + "name": "blk.25.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.25.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 25, + "name": "blk.25.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.25.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 25, + "name": "blk.25.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.25.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 25, + "name": "blk.25.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.25.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 25, + "name": "blk.25.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.25.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 25, + "name": "blk.25.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.25.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 25, + "name": "blk.25.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.25.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 25, + "name": "blk.25.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.25.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 25, + "name": "blk.25.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.25.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 26, + "name": "blk.26.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.26.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 26, + "name": "blk.26.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.26.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 26, + "name": "blk.26.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.26.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 26, + "name": "blk.26.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.26.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 26, + "name": "blk.26.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.26.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 26, + "name": "blk.26.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.26.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 26, + "name": "blk.26.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.26.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 26, + "name": "blk.26.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.26.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 26, + "name": "blk.26.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.26.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 26, + "name": "blk.26.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.26.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 26, + "name": "blk.26.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.26.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 26, + "name": "blk.26.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.26.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 26, + "name": "blk.26.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.26.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 26, + "name": "blk.26.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.26.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 26, + "name": "blk.26.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.26.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 26, + "name": "blk.26.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.26.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00073-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 26, + "name": "blk.26.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.26.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00073-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 26, + "name": "blk.26.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.26.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 26, + "name": "blk.26.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.26.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 26, + "name": "blk.26.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.26.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 26, + "name": "blk.26.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.26.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 26, + "name": "blk.26.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.26.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 26, + "name": "blk.26.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.26.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 26, + "name": "blk.26.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.26.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 26, + "name": "blk.26.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.26.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 26, + "name": "blk.26.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.26.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 27, + "name": "blk.27.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.27.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 27, + "name": "blk.27.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.27.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 27, + "name": "blk.27.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.27.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 27, + "name": "blk.27.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.27.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00074-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 27, + "name": "blk.27.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.27.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 27, + "name": "blk.27.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.27.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 27, + "name": "blk.27.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.27.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00075-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 27, + "name": "blk.27.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.27.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00075-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 27, + "name": "blk.27.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.27.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 27, + "name": "blk.27.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.27.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 27, + "name": "blk.27.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.27.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 27, + "name": "blk.27.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.27.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 27, + "name": "blk.27.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.27.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 27, + "name": "blk.27.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.27.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 27, + "name": "blk.27.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.27.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 27, + "name": "blk.27.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.27.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 27, + "name": "blk.27.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.27.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.27.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.27.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.27.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.27.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.27.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.27.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.27.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.27.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 27, + "name": "blk.27.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.27.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 28, + "name": "blk.28.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.28.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 28, + "name": "blk.28.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.28.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 28, + "name": "blk.28.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.28.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 28, + "name": "blk.28.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.28.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 28, + "name": "blk.28.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.28.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 28, + "name": "blk.28.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.28.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 28, + "name": "blk.28.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.28.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 28, + "name": "blk.28.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.28.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 28, + "name": "blk.28.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.28.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 28, + "name": "blk.28.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.28.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 28, + "name": "blk.28.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.28.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 28, + "name": "blk.28.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.28.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 28, + "name": "blk.28.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.28.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 28, + "name": "blk.28.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.28.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 28, + "name": "blk.28.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.28.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 28, + "name": "blk.28.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.28.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00077-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 28, + "name": "blk.28.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.28.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00077-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 28, + "name": "blk.28.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.28.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 28, + "name": "blk.28.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.28.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 28, + "name": "blk.28.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.28.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 28, + "name": "blk.28.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.28.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 28, + "name": "blk.28.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.28.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 28, + "name": "blk.28.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.28.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 28, + "name": "blk.28.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.28.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 28, + "name": "blk.28.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.28.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 28, + "name": "blk.28.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.28.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 29, + "name": "blk.29.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.29.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 29, + "name": "blk.29.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.29.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 29, + "name": "blk.29.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.29.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 29, + "name": "blk.29.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.29.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 29, + "name": "blk.29.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.29.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 29, + "name": "blk.29.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.29.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 29, + "name": "blk.29.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.29.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 29, + "name": "blk.29.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.29.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 29, + "name": "blk.29.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.29.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 29, + "name": "blk.29.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.29.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 29, + "name": "blk.29.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.29.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 29, + "name": "blk.29.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.29.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 29, + "name": "blk.29.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.29.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 29, + "name": "blk.29.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.29.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 29, + "name": "blk.29.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.29.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 29, + "name": "blk.29.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.29.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00079-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 29, + "name": "blk.29.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.29.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00079-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 29, + "name": "blk.29.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.29.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 29, + "name": "blk.29.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.29.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 29, + "name": "blk.29.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.29.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 29, + "name": "blk.29.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.29.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 29, + "name": "blk.29.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.29.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 29, + "name": "blk.29.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.29.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 29, + "name": "blk.29.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.29.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 29, + "name": "blk.29.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.29.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 29, + "name": "blk.29.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.29.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 3, + "name": "blk.3.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.3.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 3, + "name": "blk.3.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.3.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 3, + "name": "blk.3.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.3.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 3, + "name": "blk.3.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.3.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00080-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 3, + "name": "blk.3.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.3.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 3, + "name": "blk.3.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.3.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 3, + "name": "blk.3.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.3.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00081-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 3, + "name": "blk.3.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.3.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00081-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 3, + "name": "blk.3.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.3.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 3, + "name": "blk.3.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.3.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 3, + "name": "blk.3.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.3.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 3, + "name": "blk.3.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.3.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 3, + "name": "blk.3.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.3.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 3, + "name": "blk.3.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.3.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 3, + "name": "blk.3.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.3.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 3, + "name": "blk.3.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.3.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 3, + "name": "blk.3.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.3.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.3.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.3.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.3.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.3.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.3.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.3.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.3.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.3.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 3, + "name": "blk.3.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.3.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 30, + "name": "blk.30.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.30.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 30, + "name": "blk.30.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.30.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 30, + "name": "blk.30.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.30.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 30, + "name": "blk.30.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.30.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 30, + "name": "blk.30.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.30.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 30, + "name": "blk.30.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.30.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 30, + "name": "blk.30.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.30.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 30, + "name": "blk.30.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.30.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 30, + "name": "blk.30.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.30.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 30, + "name": "blk.30.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.30.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 30, + "name": "blk.30.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.30.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 30, + "name": "blk.30.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.30.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 30, + "name": "blk.30.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.30.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 30, + "name": "blk.30.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.30.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 30, + "name": "blk.30.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.30.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 30, + "name": "blk.30.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.30.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00083-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 30, + "name": "blk.30.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.30.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00083-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 30, + "name": "blk.30.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.30.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 30, + "name": "blk.30.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.30.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 30, + "name": "blk.30.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.30.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 30, + "name": "blk.30.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.30.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 30, + "name": "blk.30.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.30.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 30, + "name": "blk.30.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.30.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 30, + "name": "blk.30.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.30.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 30, + "name": "blk.30.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.30.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 30, + "name": "blk.30.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.30.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 31, + "name": "blk.31.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.31.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 31, + "name": "blk.31.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.31.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 31, + "name": "blk.31.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.31.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 31, + "name": "blk.31.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.31.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00084-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 31, + "name": "blk.31.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.31.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 31, + "name": "blk.31.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.31.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 31, + "name": "blk.31.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.31.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00085-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 31, + "name": "blk.31.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.31.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00085-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 31, + "name": "blk.31.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.31.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 31, + "name": "blk.31.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.31.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 31, + "name": "blk.31.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.31.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 31, + "name": "blk.31.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.31.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 31, + "name": "blk.31.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.31.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 31, + "name": "blk.31.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.31.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 31, + "name": "blk.31.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.31.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 31, + "name": "blk.31.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.31.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 31, + "name": "blk.31.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.31.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.31.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.31.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.31.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.31.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.31.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.31.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.31.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.31.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 31, + "name": "blk.31.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.31.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 32, + "name": "blk.32.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.32.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 32, + "name": "blk.32.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.32.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 32, + "name": "blk.32.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.32.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 32, + "name": "blk.32.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.32.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 32, + "name": "blk.32.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.32.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 32, + "name": "blk.32.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.32.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 32, + "name": "blk.32.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.32.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 32, + "name": "blk.32.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.32.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 32, + "name": "blk.32.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.32.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 32, + "name": "blk.32.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.32.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 32, + "name": "blk.32.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.32.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 32, + "name": "blk.32.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.32.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 32, + "name": "blk.32.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.32.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 32, + "name": "blk.32.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.32.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 32, + "name": "blk.32.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.32.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 32, + "name": "blk.32.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.32.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00087-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 32, + "name": "blk.32.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.32.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00087-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 32, + "name": "blk.32.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.32.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 32, + "name": "blk.32.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.32.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 32, + "name": "blk.32.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.32.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 32, + "name": "blk.32.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.32.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 32, + "name": "blk.32.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.32.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 32, + "name": "blk.32.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.32.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 32, + "name": "blk.32.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.32.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 32, + "name": "blk.32.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.32.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 32, + "name": "blk.32.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.32.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 33, + "name": "blk.33.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.33.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 33, + "name": "blk.33.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.33.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 33, + "name": "blk.33.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.33.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 33, + "name": "blk.33.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.33.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 33, + "name": "blk.33.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.33.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 33, + "name": "blk.33.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.33.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 33, + "name": "blk.33.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.33.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 33, + "name": "blk.33.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.33.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 33, + "name": "blk.33.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.33.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 33, + "name": "blk.33.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.33.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 33, + "name": "blk.33.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.33.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 33, + "name": "blk.33.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.33.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 33, + "name": "blk.33.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.33.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 33, + "name": "blk.33.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.33.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 33, + "name": "blk.33.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.33.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 33, + "name": "blk.33.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.33.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00089-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 33, + "name": "blk.33.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.33.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00089-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 33, + "name": "blk.33.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.33.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 33, + "name": "blk.33.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.33.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 33, + "name": "blk.33.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.33.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 33, + "name": "blk.33.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.33.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 33, + "name": "blk.33.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.33.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 33, + "name": "blk.33.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.33.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 33, + "name": "blk.33.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.33.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 33, + "name": "blk.33.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.33.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 33, + "name": "blk.33.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.33.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 34, + "name": "blk.34.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.34.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 34, + "name": "blk.34.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.34.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 34, + "name": "blk.34.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.34.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 34, + "name": "blk.34.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.34.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 34, + "name": "blk.34.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.34.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 34, + "name": "blk.34.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.34.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 34, + "name": "blk.34.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.34.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 34, + "name": "blk.34.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.34.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 34, + "name": "blk.34.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.34.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 34, + "name": "blk.34.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.34.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 34, + "name": "blk.34.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.34.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 34, + "name": "blk.34.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.34.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 34, + "name": "blk.34.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.34.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 34, + "name": "blk.34.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.34.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 34, + "name": "blk.34.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.34.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 34, + "name": "blk.34.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.34.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00091-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 34, + "name": "blk.34.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.34.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00091-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 34, + "name": "blk.34.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.34.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 34, + "name": "blk.34.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.34.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 34, + "name": "blk.34.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.34.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 34, + "name": "blk.34.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.34.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 34, + "name": "blk.34.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.34.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 34, + "name": "blk.34.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.34.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 34, + "name": "blk.34.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.34.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 34, + "name": "blk.34.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.34.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 34, + "name": "blk.34.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.34.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 35, + "name": "blk.35.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.35.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 35, + "name": "blk.35.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.35.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 35, + "name": "blk.35.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.35.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 35, + "name": "blk.35.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.35.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00092-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 35, + "name": "blk.35.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.35.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 35, + "name": "blk.35.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.35.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 35, + "name": "blk.35.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.35.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00093-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 35, + "name": "blk.35.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.35.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00093-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 35, + "name": "blk.35.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.35.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 35, + "name": "blk.35.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.35.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 35, + "name": "blk.35.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.35.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 35, + "name": "blk.35.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.35.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 35, + "name": "blk.35.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.35.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 35, + "name": "blk.35.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.35.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 35, + "name": "blk.35.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.35.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 35, + "name": "blk.35.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.35.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 35, + "name": "blk.35.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.35.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.35.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.35.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.35.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.35.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.35.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.35.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.35.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.35.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 35, + "name": "blk.35.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.35.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 36, + "name": "blk.36.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.36.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 36, + "name": "blk.36.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.36.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 36, + "name": "blk.36.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.36.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 36, + "name": "blk.36.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.36.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 36, + "name": "blk.36.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.36.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 36, + "name": "blk.36.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.36.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 36, + "name": "blk.36.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.36.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 36, + "name": "blk.36.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.36.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 36, + "name": "blk.36.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.36.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 36, + "name": "blk.36.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.36.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 36, + "name": "blk.36.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.36.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 36, + "name": "blk.36.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.36.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 36, + "name": "blk.36.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.36.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 36, + "name": "blk.36.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.36.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 36, + "name": "blk.36.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.36.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 36, + "name": "blk.36.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.36.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00095-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 36, + "name": "blk.36.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.36.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00095-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 36, + "name": "blk.36.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.36.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 36, + "name": "blk.36.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.36.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 36, + "name": "blk.36.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.36.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 36, + "name": "blk.36.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.36.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 36, + "name": "blk.36.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.36.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 36, + "name": "blk.36.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.36.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 36, + "name": "blk.36.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.36.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 36, + "name": "blk.36.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.36.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 36, + "name": "blk.36.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.36.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 37, + "name": "blk.37.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.37.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 37, + "name": "blk.37.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.37.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 37, + "name": "blk.37.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.37.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 37, + "name": "blk.37.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.37.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 37, + "name": "blk.37.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.37.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 37, + "name": "blk.37.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.37.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 37, + "name": "blk.37.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.37.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 37, + "name": "blk.37.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.37.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 37, + "name": "blk.37.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.37.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 37, + "name": "blk.37.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.37.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 37, + "name": "blk.37.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.37.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 37, + "name": "blk.37.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.37.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 37, + "name": "blk.37.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.37.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00096-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 37, + "name": "blk.37.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.37.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 37, + "name": "blk.37.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.37.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 37, + "name": "blk.37.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.37.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00097-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 37, + "name": "blk.37.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.37.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00097-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 37, + "name": "blk.37.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.37.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 37, + "name": "blk.37.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.37.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 37, + "name": "blk.37.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.37.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 37, + "name": "blk.37.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.37.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 37, + "name": "blk.37.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.37.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 37, + "name": "blk.37.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.37.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 37, + "name": "blk.37.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.37.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 37, + "name": "blk.37.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.37.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 37, + "name": "blk.37.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.37.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 38, + "name": "blk.38.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.38.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 38, + "name": "blk.38.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.38.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 38, + "name": "blk.38.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.38.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 38, + "name": "blk.38.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.38.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 38, + "name": "blk.38.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.38.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 38, + "name": "blk.38.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.38.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 38, + "name": "blk.38.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.38.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 38, + "name": "blk.38.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.38.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 38, + "name": "blk.38.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.38.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 38, + "name": "blk.38.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.38.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 38, + "name": "blk.38.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.38.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 38, + "name": "blk.38.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.38.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 38, + "name": "blk.38.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.38.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00098-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 38, + "name": "blk.38.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.38.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 38, + "name": "blk.38.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.38.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 38, + "name": "blk.38.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.38.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00099-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 38, + "name": "blk.38.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.38.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00099-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 38, + "name": "blk.38.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.38.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 38, + "name": "blk.38.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.38.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 38, + "name": "blk.38.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.38.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 38, + "name": "blk.38.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.38.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 38, + "name": "blk.38.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.38.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 38, + "name": "blk.38.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.38.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 38, + "name": "blk.38.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.38.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 38, + "name": "blk.38.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.38.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 38, + "name": "blk.38.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.38.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 39, + "name": "blk.39.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.39.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 39, + "name": "blk.39.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.39.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 39, + "name": "blk.39.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.39.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 39, + "name": "blk.39.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.39.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 39, + "name": "blk.39.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.39.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 39, + "name": "blk.39.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.39.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 39, + "name": "blk.39.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.39.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00101-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 39, + "name": "blk.39.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.39.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00101-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 39, + "name": "blk.39.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.39.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 39, + "name": "blk.39.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.39.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 39, + "name": "blk.39.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.39.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 39, + "name": "blk.39.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.39.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 39, + "name": "blk.39.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.39.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 39, + "name": "blk.39.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.39.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 39, + "name": "blk.39.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.39.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 39, + "name": "blk.39.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.39.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 39, + "name": "blk.39.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.39.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.39.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.39.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.39.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.39.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.39.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.39.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.39.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.39.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 39, + "name": "blk.39.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.39.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 4, + "name": "blk.4.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.4.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 4, + "name": "blk.4.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.4.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 4, + "name": "blk.4.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.4.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 4, + "name": "blk.4.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.4.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 4, + "name": "blk.4.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.4.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 4, + "name": "blk.4.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.4.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 4, + "name": "blk.4.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.4.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 4, + "name": "blk.4.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.4.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 4, + "name": "blk.4.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.4.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 4, + "name": "blk.4.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.4.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 4, + "name": "blk.4.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.4.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 4, + "name": "blk.4.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.4.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 4, + "name": "blk.4.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.4.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 4, + "name": "blk.4.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.4.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 4, + "name": "blk.4.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.4.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 4, + "name": "blk.4.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.4.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00103-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 4, + "name": "blk.4.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.4.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00103-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 4, + "name": "blk.4.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.4.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 4, + "name": "blk.4.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.4.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 4, + "name": "blk.4.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.4.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 4, + "name": "blk.4.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.4.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 4, + "name": "blk.4.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.4.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 4, + "name": "blk.4.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.4.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 4, + "name": "blk.4.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.4.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 4, + "name": "blk.4.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.4.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 4, + "name": "blk.4.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.4.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 40, + "name": "blk.40.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.40.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 40, + "name": "blk.40.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.40.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 40, + "name": "blk.40.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.40.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 40, + "name": "blk.40.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.40.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 40, + "name": "blk.40.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.40.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 40, + "name": "blk.40.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.40.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 40, + "name": "blk.40.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.40.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 40, + "name": "blk.40.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.40.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 40, + "name": "blk.40.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.40.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 40, + "name": "blk.40.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.40.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 40, + "name": "blk.40.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.40.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 40, + "name": "blk.40.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.40.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 40, + "name": "blk.40.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.40.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00104-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 40, + "name": "blk.40.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.40.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 40, + "name": "blk.40.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.40.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 40, + "name": "blk.40.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.40.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00105-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 40, + "name": "blk.40.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.40.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00105-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 40, + "name": "blk.40.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.40.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 40, + "name": "blk.40.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.40.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 40, + "name": "blk.40.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.40.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 40, + "name": "blk.40.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.40.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 40, + "name": "blk.40.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.40.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 40, + "name": "blk.40.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.40.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 40, + "name": "blk.40.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.40.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 40, + "name": "blk.40.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.40.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 40, + "name": "blk.40.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.40.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 41, + "name": "blk.41.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.41.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 41, + "name": "blk.41.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.41.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 41, + "name": "blk.41.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.41.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 41, + "name": "blk.41.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.41.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 41, + "name": "blk.41.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.41.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 41, + "name": "blk.41.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.41.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 41, + "name": "blk.41.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.41.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 41, + "name": "blk.41.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.41.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 41, + "name": "blk.41.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.41.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 41, + "name": "blk.41.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.41.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 41, + "name": "blk.41.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.41.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 41, + "name": "blk.41.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.41.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 41, + "name": "blk.41.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.41.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 41, + "name": "blk.41.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.41.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 41, + "name": "blk.41.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.41.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 41, + "name": "blk.41.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.41.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00107-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 41, + "name": "blk.41.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.41.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00107-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 41, + "name": "blk.41.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.41.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 41, + "name": "blk.41.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.41.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 41, + "name": "blk.41.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.41.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 41, + "name": "blk.41.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.41.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 41, + "name": "blk.41.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.41.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 41, + "name": "blk.41.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.41.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 41, + "name": "blk.41.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.41.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 41, + "name": "blk.41.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.41.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 41, + "name": "blk.41.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.41.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 42, + "name": "blk.42.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.42.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 42, + "name": "blk.42.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.42.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 42, + "name": "blk.42.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.42.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 42, + "name": "blk.42.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.42.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 42, + "name": "blk.42.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.42.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 42, + "name": "blk.42.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.42.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 42, + "name": "blk.42.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.42.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 42, + "name": "blk.42.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.42.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 42, + "name": "blk.42.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.42.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 42, + "name": "blk.42.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.42.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 42, + "name": "blk.42.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.42.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 42, + "name": "blk.42.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.42.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 42, + "name": "blk.42.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.42.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 42, + "name": "blk.42.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.42.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 42, + "name": "blk.42.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.42.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 42, + "name": "blk.42.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.42.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00109-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 42, + "name": "blk.42.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.42.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00109-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 42, + "name": "blk.42.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.42.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 42, + "name": "blk.42.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.42.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 42, + "name": "blk.42.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.42.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 42, + "name": "blk.42.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.42.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 42, + "name": "blk.42.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.42.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 42, + "name": "blk.42.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.42.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 42, + "name": "blk.42.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.42.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 42, + "name": "blk.42.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.42.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 42, + "name": "blk.42.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.42.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 43, + "name": "blk.43.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.43.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 43, + "name": "blk.43.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.43.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 43, + "name": "blk.43.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.43.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 43, + "name": "blk.43.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.43.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00110-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 43, + "name": "blk.43.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.43.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 43, + "name": "blk.43.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.43.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 43, + "name": "blk.43.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.43.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00111-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 43, + "name": "blk.43.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.43.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00111-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 43, + "name": "blk.43.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.43.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 43, + "name": "blk.43.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.43.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 43, + "name": "blk.43.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.43.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 43, + "name": "blk.43.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.43.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 43, + "name": "blk.43.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.43.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 43, + "name": "blk.43.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.43.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 43, + "name": "blk.43.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.43.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 43, + "name": "blk.43.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.43.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 43, + "name": "blk.43.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.43.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.43.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.43.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.43.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.43.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.43.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.43.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.43.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.43.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 43, + "name": "blk.43.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.43.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 44, + "name": "blk.44.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.44.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 44, + "name": "blk.44.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.44.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 44, + "name": "blk.44.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.44.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 44, + "name": "blk.44.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.44.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 44, + "name": "blk.44.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.44.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 44, + "name": "blk.44.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.44.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 44, + "name": "blk.44.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.44.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 44, + "name": "blk.44.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.44.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 44, + "name": "blk.44.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.44.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 44, + "name": "blk.44.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.44.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 44, + "name": "blk.44.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.44.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 44, + "name": "blk.44.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.44.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 44, + "name": "blk.44.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.44.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 44, + "name": "blk.44.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.44.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 44, + "name": "blk.44.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.44.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 44, + "name": "blk.44.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.44.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00113-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 44, + "name": "blk.44.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.44.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00113-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 44, + "name": "blk.44.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.44.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 44, + "name": "blk.44.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.44.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 44, + "name": "blk.44.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.44.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 44, + "name": "blk.44.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.44.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 44, + "name": "blk.44.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.44.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 44, + "name": "blk.44.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.44.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 44, + "name": "blk.44.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.44.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 44, + "name": "blk.44.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.44.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 44, + "name": "blk.44.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.44.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 45, + "name": "blk.45.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.45.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 45, + "name": "blk.45.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.45.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 45, + "name": "blk.45.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.45.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 45, + "name": "blk.45.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.45.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 45, + "name": "blk.45.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.45.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 45, + "name": "blk.45.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.45.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 45, + "name": "blk.45.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.45.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 45, + "name": "blk.45.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.45.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 45, + "name": "blk.45.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.45.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 45, + "name": "blk.45.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.45.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 45, + "name": "blk.45.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.45.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 45, + "name": "blk.45.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.45.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 45, + "name": "blk.45.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.45.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 45, + "name": "blk.45.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.45.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 45, + "name": "blk.45.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.45.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 45, + "name": "blk.45.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.45.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00115-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 45, + "name": "blk.45.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.45.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00115-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 45, + "name": "blk.45.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.45.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 45, + "name": "blk.45.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.45.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 45, + "name": "blk.45.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.45.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 45, + "name": "blk.45.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.45.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 45, + "name": "blk.45.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.45.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 45, + "name": "blk.45.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.45.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 45, + "name": "blk.45.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.45.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 45, + "name": "blk.45.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.45.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 45, + "name": "blk.45.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.45.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 46, + "name": "blk.46.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.46.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 46, + "name": "blk.46.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.46.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 46, + "name": "blk.46.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.46.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 46, + "name": "blk.46.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.46.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 46, + "name": "blk.46.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.46.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 46, + "name": "blk.46.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.46.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 46, + "name": "blk.46.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.46.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 46, + "name": "blk.46.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.46.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 46, + "name": "blk.46.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.46.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 46, + "name": "blk.46.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.46.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 46, + "name": "blk.46.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.46.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 46, + "name": "blk.46.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.46.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 46, + "name": "blk.46.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.46.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00116-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 46, + "name": "blk.46.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.46.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 46, + "name": "blk.46.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.46.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 46, + "name": "blk.46.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.46.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00117-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 46, + "name": "blk.46.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.46.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00117-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 46, + "name": "blk.46.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.46.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 46, + "name": "blk.46.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.46.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 46, + "name": "blk.46.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.46.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 46, + "name": "blk.46.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.46.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 46, + "name": "blk.46.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.46.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 46, + "name": "blk.46.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.46.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 46, + "name": "blk.46.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.46.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 46, + "name": "blk.46.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.46.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 46, + "name": "blk.46.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.46.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 47, + "name": "blk.47.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.47.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 47, + "name": "blk.47.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.47.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 47, + "name": "blk.47.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.47.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 47, + "name": "blk.47.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.47.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 47, + "name": "blk.47.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.47.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 47, + "name": "blk.47.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.47.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 47, + "name": "blk.47.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.47.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00119-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 576716800 + }, + "canonical_region": "Routed expert gate/up, edge layers 0, 1, 46, 47", + "family": "routed_gate_up", + "layer": 47, + "name": "blk.47.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.47.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00119-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 47, + "name": "blk.47.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.47.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 47, + "name": "blk.47.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.47.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 47, + "name": "blk.47.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.47.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 47, + "name": "blk.47.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.47.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 47, + "name": "blk.47.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.47.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 47, + "name": "blk.47.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.47.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 47, + "name": "blk.47.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.47.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 47, + "name": "blk.47.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.47.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 47, + "name": "blk.47.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.47.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.47.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.47.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.47.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.47.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.47.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.47.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.47.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.47.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 47, + "name": "blk.47.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.47.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 5, + "name": "blk.5.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.5.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 5, + "name": "blk.5.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.5.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 5, + "name": "blk.5.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.5.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 5, + "name": "blk.5.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.5.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 5, + "name": "blk.5.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.5.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 5, + "name": "blk.5.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.5.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 5, + "name": "blk.5.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.5.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 5, + "name": "blk.5.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.5.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 5, + "name": "blk.5.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.5.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 5, + "name": "blk.5.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.5.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 5, + "name": "blk.5.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.5.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 5, + "name": "blk.5.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.5.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 5, + "name": "blk.5.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.5.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 5, + "name": "blk.5.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.5.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 5, + "name": "blk.5.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.5.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 5, + "name": "blk.5.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.5.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00121-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 5, + "name": "blk.5.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.5.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00121-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 5, + "name": "blk.5.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.5.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 5, + "name": "blk.5.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.5.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 5, + "name": "blk.5.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.5.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 5, + "name": "blk.5.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.5.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 5, + "name": "blk.5.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.5.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 5, + "name": "blk.5.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.5.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 5, + "name": "blk.5.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.5.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 5, + "name": "blk.5.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.5.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 5, + "name": "blk.5.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.5.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 6, + "name": "blk.6.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.6.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 6, + "name": "blk.6.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.6.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 6, + "name": "blk.6.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.6.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 6, + "name": "blk.6.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.6.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 6, + "name": "blk.6.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.6.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 6, + "name": "blk.6.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.6.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 6, + "name": "blk.6.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.6.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 6, + "name": "blk.6.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.6.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 6, + "name": "blk.6.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.6.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 6, + "name": "blk.6.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.6.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 6, + "name": "blk.6.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.6.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 6, + "name": "blk.6.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.6.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 6, + "name": "blk.6.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.6.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00122-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 6, + "name": "blk.6.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.6.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 6, + "name": "blk.6.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.6.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 6, + "name": "blk.6.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.6.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00123-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 6, + "name": "blk.6.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.6.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00123-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 6, + "name": "blk.6.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.6.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 6, + "name": "blk.6.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.6.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 6, + "name": "blk.6.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.6.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 6, + "name": "blk.6.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.6.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 6, + "name": "blk.6.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.6.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 6, + "name": "blk.6.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.6.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 6, + "name": "blk.6.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.6.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 6, + "name": "blk.6.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.6.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 6, + "name": "blk.6.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.6.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 7, + "name": "blk.7.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.7.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 7, + "name": "blk.7.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.7.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 7, + "name": "blk.7.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.7.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 7, + "name": "blk.7.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.7.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 7, + "name": "blk.7.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.7.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 7, + "name": "blk.7.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.7.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 7, + "name": "blk.7.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.7.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00125-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 7, + "name": "blk.7.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.7.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00125-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 7, + "name": "blk.7.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.7.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 7, + "name": "blk.7.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.7.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 7, + "name": "blk.7.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.7.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 7, + "name": "blk.7.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.7.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 7, + "name": "blk.7.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.7.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 7, + "name": "blk.7.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.7.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 7, + "name": "blk.7.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.7.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 7, + "name": "blk.7.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.7.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 7, + "name": "blk.7.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.7.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.7.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.7.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.7.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.7.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.7.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.7.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 256 + ], + "source_name": "model.language_model.layers.7.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 12288, + 2560 + ], + "source_name": "model.language_model.layers.7.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "qsa", + "layer": 7, + "name": "blk.7.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.7.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 8, + "name": "blk.8.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.8.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 8, + "name": "blk.8.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.8.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 8, + "name": "blk.8.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.8.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 8, + "name": "blk.8.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.8.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 8, + "name": "blk.8.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.8.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 8, + "name": "blk.8.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.8.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 8, + "name": "blk.8.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.8.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 8, + "name": "blk.8.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.8.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 8, + "name": "blk.8.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.8.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 8, + "name": "blk.8.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.8.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 8, + "name": "blk.8.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.8.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 8, + "name": "blk.8.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.8.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 8, + "name": "blk.8.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.8.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00126-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 8, + "name": "blk.8.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.8.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 8, + "name": "blk.8.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.8.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 8, + "name": "blk.8.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.8.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00127-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 8, + "name": "blk.8.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.8.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00127-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 8, + "name": "blk.8.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.8.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 8, + "name": "blk.8.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.8.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 8, + "name": "blk.8.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.8.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 8, + "name": "blk.8.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.8.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 8, + "name": "blk.8.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.8.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 8, + "name": "blk.8.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.8.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 8, + "name": "blk.8.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.8.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 8, + "name": "blk.8.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.8.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 8, + "name": "blk.8.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.8.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 9, + "name": "blk.9.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.9.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "attention_hyper_connection", + "layer": 9, + "name": "blk.9.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.9.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 9, + "name": "blk.9.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.9.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "attention_hyper_connection", + "layer": 9, + "name": "blk.9.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.9.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 9, + "name": "blk.9.linear_attn.a_log", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.9.linear_attn.A_log", + "source_shape": [ + 48 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "linear_conv", + "layer": 9, + "name": "blk.9.linear_attn.conv.weight", + "physical_part": null, + "role": "conv", + "scope": "base", + "shape": [ + 10240, + 1, + 4 + ], + "source_name": "model.language_model.layers.9.linear_attn.conv1d.weight", + "source_shape": [ + 10240, + 1, + 4 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 192 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_state", + "layer": 9, + "name": "blk.9.linear_attn.dt_bias", + "physical_part": null, + "role": "state", + "scope": "base", + "shape": [ + 48 + ], + "source_name": "model.language_model.layers.9.linear_attn.dt_bias", + "source_shape": [ + 48 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 9, + "name": "blk.9.linear_attn.in_a.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.9.linear_attn.in_proj_a.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 130560 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 9, + "name": "blk.9.linear_attn.in_b.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 48, + 2560 + ], + "source_name": "model.language_model.layers.9.linear_attn.in_proj_b.weight", + "source_shape": [ + 48, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 27852800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 9, + "name": "blk.9.linear_attn.qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 10240, + 2560 + ], + "source_name": "model.language_model.layers.9.linear_attn.in_proj_qkv.weight", + "source_shape": [ + 10240, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 9, + "name": "blk.9.linear_attn.z.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 6144, + 2560 + ], + "source_name": "model.language_model.layers.9.linear_attn.in_proj_z.weight", + "source_shape": [ + 6144, + 2560 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "linear_norm", + "layer": 9, + "name": "blk.9.linear_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 128 + ], + "source_name": "model.language_model.layers.9.linear_attn.norm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "linear_projection", + "layer": 9, + "name": "blk.9.linear_attn.out.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 6144 + ], + "source_name": "model.language_model.layers.9.linear_attn.out_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00128-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 461373440 + }, + "canonical_region": "Routed expert down, main 512 columns", + "family": "routed_down", + "layer": 9, + "name": "blk.9.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "model.language_model.layers.9.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 115343360 + }, + "canonical_region": "Routed expert down, 128-column tail", + "family": "routed_down", + "layer": 9, + "name": "blk.9.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_main", + "scope": "base", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "model.language_model.layers.9.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q5_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 9, + "name": "blk.9.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.9.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00129-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 471859200 + }, + "canonical_region": "Routed expert gate/up, interior layers 2\u201345", + "family": "routed_gate_up", + "layer": 9, + "name": "blk.9.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_main", + "scope": "base", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "model.language_model.layers.9.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00129-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q4_K" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "router", + "layer": 9, + "name": "blk.9.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "base", + "shape": [ + 512, + 2560 + ], + "source_name": "model.language_model.layers.9.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 9, + "name": "blk.9.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 2560, + 640 + ], + "source_name": "model.language_model.layers.9.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 9, + "name": "blk.9.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.9.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "shared_expert", + "layer": 9, + "name": "blk.9.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "base", + "shape": [ + 640, + 2560 + ], + "source_name": "model.language_model.layers.9.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "shared_expert_gate", + "layer": 9, + "name": "blk.9.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "base", + "shape": [ + 1, + 2560 + ], + "source_name": "model.language_model.layers.9.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 9, + "name": "blk.9.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 4, + 10240 + ], + "source_name": "model.language_model.layers.9.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mlp_hyper_connection", + "layer": 9, + "name": "blk.9.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "base", + "shape": [ + 10240 + ], + "source_name": "model.language_model.layers.9.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 9, + "name": "blk.9.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 320, + 10240 + ], + "source_name": "model.language_model.layers.9.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mlp_hyper_connection", + "layer": 9, + "name": "blk.9.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "base", + "shape": [ + 10240, + 320 + ], + "source_name": "model.language_model.layers.9.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00130-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 0, + "name": "vblk.0.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.0.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 0, + "name": "vblk.0.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.0.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 0, + "name": "vblk.0.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.0.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 0, + "name": "vblk.0.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.0.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 0, + "name": "vblk.0.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.0.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 0, + "name": "vblk.0.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.0.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 0, + "name": "vblk.0.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.0.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 0, + "name": "vblk.0.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.0.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 0, + "name": "vblk.0.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.0.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 0, + "name": "vblk.0.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.0.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 0, + "name": "vblk.0.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.0.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 0, + "name": "vblk.0.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.0.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 1, + "name": "vblk.1.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.1.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 1, + "name": "vblk.1.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.1.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 1, + "name": "vblk.1.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.1.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 1, + "name": "vblk.1.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.1.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 1, + "name": "vblk.1.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.1.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 1, + "name": "vblk.1.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.1.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 1, + "name": "vblk.1.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.1.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 1, + "name": "vblk.1.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.1.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 1, + "name": "vblk.1.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.1.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 1, + "name": "vblk.1.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.1.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 1, + "name": "vblk.1.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.1.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 1, + "name": "vblk.1.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.1.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 10, + "name": "vblk.10.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.10.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 10, + "name": "vblk.10.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.10.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 10, + "name": "vblk.10.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.10.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 10, + "name": "vblk.10.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.10.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 10, + "name": "vblk.10.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.10.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 10, + "name": "vblk.10.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.10.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 10, + "name": "vblk.10.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.10.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 10, + "name": "vblk.10.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.10.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 10, + "name": "vblk.10.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.10.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 10, + "name": "vblk.10.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.10.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 10, + "name": "vblk.10.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.10.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 10, + "name": "vblk.10.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.10.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 11, + "name": "vblk.11.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.11.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 11, + "name": "vblk.11.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.11.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 11, + "name": "vblk.11.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.11.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 11, + "name": "vblk.11.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.11.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 11, + "name": "vblk.11.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.11.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 11, + "name": "vblk.11.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.11.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 11, + "name": "vblk.11.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.11.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 11, + "name": "vblk.11.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.11.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 11, + "name": "vblk.11.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.11.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 11, + "name": "vblk.11.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.11.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 11, + "name": "vblk.11.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.11.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 11, + "name": "vblk.11.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.11.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 12, + "name": "vblk.12.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.12.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 12, + "name": "vblk.12.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.12.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 12, + "name": "vblk.12.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.12.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 12, + "name": "vblk.12.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.12.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 12, + "name": "vblk.12.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.12.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 12, + "name": "vblk.12.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.12.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 12, + "name": "vblk.12.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.12.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 12, + "name": "vblk.12.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.12.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 12, + "name": "vblk.12.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.12.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 12, + "name": "vblk.12.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.12.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 12, + "name": "vblk.12.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.12.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 12, + "name": "vblk.12.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.12.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 13, + "name": "vblk.13.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.13.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 13, + "name": "vblk.13.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.13.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 13, + "name": "vblk.13.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.13.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 13, + "name": "vblk.13.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.13.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 13, + "name": "vblk.13.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.13.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 13, + "name": "vblk.13.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.13.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 13, + "name": "vblk.13.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.13.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 13, + "name": "vblk.13.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.13.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 13, + "name": "vblk.13.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.13.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 13, + "name": "vblk.13.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.13.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 13, + "name": "vblk.13.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.13.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 13, + "name": "vblk.13.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.13.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 14, + "name": "vblk.14.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.14.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 14, + "name": "vblk.14.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.14.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 14, + "name": "vblk.14.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.14.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 14, + "name": "vblk.14.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.14.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 14, + "name": "vblk.14.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.14.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 14, + "name": "vblk.14.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.14.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 14, + "name": "vblk.14.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.14.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 14, + "name": "vblk.14.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.14.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 14, + "name": "vblk.14.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.14.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 14, + "name": "vblk.14.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.14.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 14, + "name": "vblk.14.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.14.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 14, + "name": "vblk.14.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.14.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 15, + "name": "vblk.15.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.15.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 15, + "name": "vblk.15.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.15.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 15, + "name": "vblk.15.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.15.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 15, + "name": "vblk.15.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.15.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 15, + "name": "vblk.15.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.15.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 15, + "name": "vblk.15.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.15.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 15, + "name": "vblk.15.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.15.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 15, + "name": "vblk.15.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.15.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 15, + "name": "vblk.15.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.15.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 15, + "name": "vblk.15.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.15.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 15, + "name": "vblk.15.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.15.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 15, + "name": "vblk.15.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.15.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 16, + "name": "vblk.16.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.16.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 16, + "name": "vblk.16.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.16.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 16, + "name": "vblk.16.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.16.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 16, + "name": "vblk.16.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.16.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 16, + "name": "vblk.16.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.16.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 16, + "name": "vblk.16.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.16.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 16, + "name": "vblk.16.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.16.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 16, + "name": "vblk.16.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.16.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 16, + "name": "vblk.16.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.16.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 16, + "name": "vblk.16.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.16.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 16, + "name": "vblk.16.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.16.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 16, + "name": "vblk.16.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.16.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 17, + "name": "vblk.17.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.17.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 17, + "name": "vblk.17.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.17.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 17, + "name": "vblk.17.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.17.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 17, + "name": "vblk.17.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.17.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 17, + "name": "vblk.17.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.17.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 17, + "name": "vblk.17.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.17.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 17, + "name": "vblk.17.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.17.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 17, + "name": "vblk.17.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.17.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 17, + "name": "vblk.17.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.17.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 17, + "name": "vblk.17.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.17.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 17, + "name": "vblk.17.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.17.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 17, + "name": "vblk.17.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.17.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 18, + "name": "vblk.18.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.18.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 18, + "name": "vblk.18.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.18.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 18, + "name": "vblk.18.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.18.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 18, + "name": "vblk.18.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.18.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 18, + "name": "vblk.18.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.18.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 18, + "name": "vblk.18.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.18.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 18, + "name": "vblk.18.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.18.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 18, + "name": "vblk.18.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.18.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 18, + "name": "vblk.18.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.18.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 18, + "name": "vblk.18.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.18.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 18, + "name": "vblk.18.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.18.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 18, + "name": "vblk.18.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.18.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 19, + "name": "vblk.19.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.19.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 19, + "name": "vblk.19.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.19.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 19, + "name": "vblk.19.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.19.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 19, + "name": "vblk.19.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.19.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 19, + "name": "vblk.19.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.19.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 19, + "name": "vblk.19.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.19.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 19, + "name": "vblk.19.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.19.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 19, + "name": "vblk.19.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.19.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 19, + "name": "vblk.19.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.19.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 19, + "name": "vblk.19.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.19.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 19, + "name": "vblk.19.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.19.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 19, + "name": "vblk.19.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.19.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 2, + "name": "vblk.2.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.2.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 2, + "name": "vblk.2.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.2.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 2, + "name": "vblk.2.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.2.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 2, + "name": "vblk.2.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.2.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 2, + "name": "vblk.2.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.2.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 2, + "name": "vblk.2.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.2.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 2, + "name": "vblk.2.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.2.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 2, + "name": "vblk.2.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.2.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 2, + "name": "vblk.2.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.2.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 2, + "name": "vblk.2.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.2.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 2, + "name": "vblk.2.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.2.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 2, + "name": "vblk.2.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.2.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 20, + "name": "vblk.20.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.20.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 20, + "name": "vblk.20.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.20.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 20, + "name": "vblk.20.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.20.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 20, + "name": "vblk.20.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.20.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 20, + "name": "vblk.20.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.20.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 20, + "name": "vblk.20.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.20.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 20, + "name": "vblk.20.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.20.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 20, + "name": "vblk.20.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.20.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 20, + "name": "vblk.20.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.20.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 20, + "name": "vblk.20.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.20.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 20, + "name": "vblk.20.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.20.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 20, + "name": "vblk.20.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.20.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 21, + "name": "vblk.21.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.21.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 21, + "name": "vblk.21.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.21.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 21, + "name": "vblk.21.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.21.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 21, + "name": "vblk.21.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.21.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 21, + "name": "vblk.21.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.21.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 21, + "name": "vblk.21.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.21.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 21, + "name": "vblk.21.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.21.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 21, + "name": "vblk.21.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.21.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 21, + "name": "vblk.21.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.21.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 21, + "name": "vblk.21.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.21.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 21, + "name": "vblk.21.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.21.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 21, + "name": "vblk.21.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.21.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 22, + "name": "vblk.22.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.22.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 22, + "name": "vblk.22.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.22.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 22, + "name": "vblk.22.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.22.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 22, + "name": "vblk.22.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.22.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 22, + "name": "vblk.22.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.22.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 22, + "name": "vblk.22.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.22.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 22, + "name": "vblk.22.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.22.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 22, + "name": "vblk.22.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.22.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 22, + "name": "vblk.22.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.22.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 22, + "name": "vblk.22.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.22.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 22, + "name": "vblk.22.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.22.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 22, + "name": "vblk.22.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.22.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 23, + "name": "vblk.23.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.23.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 23, + "name": "vblk.23.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.23.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 23, + "name": "vblk.23.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.23.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 23, + "name": "vblk.23.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.23.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 23, + "name": "vblk.23.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.23.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 23, + "name": "vblk.23.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.23.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 23, + "name": "vblk.23.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.23.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 23, + "name": "vblk.23.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.23.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 23, + "name": "vblk.23.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.23.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 23, + "name": "vblk.23.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.23.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 23, + "name": "vblk.23.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.23.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 23, + "name": "vblk.23.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.23.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 24, + "name": "vblk.24.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.24.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 24, + "name": "vblk.24.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.24.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 24, + "name": "vblk.24.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.24.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 24, + "name": "vblk.24.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.24.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 24, + "name": "vblk.24.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.24.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 24, + "name": "vblk.24.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.24.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 24, + "name": "vblk.24.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.24.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 24, + "name": "vblk.24.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.24.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 24, + "name": "vblk.24.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.24.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 24, + "name": "vblk.24.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.24.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 24, + "name": "vblk.24.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.24.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 24, + "name": "vblk.24.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.24.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 25, + "name": "vblk.25.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.25.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 25, + "name": "vblk.25.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.25.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 25, + "name": "vblk.25.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.25.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 25, + "name": "vblk.25.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.25.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 25, + "name": "vblk.25.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.25.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 25, + "name": "vblk.25.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.25.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 25, + "name": "vblk.25.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.25.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 25, + "name": "vblk.25.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.25.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 25, + "name": "vblk.25.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.25.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 25, + "name": "vblk.25.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.25.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 25, + "name": "vblk.25.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.25.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 25, + "name": "vblk.25.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.25.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 26, + "name": "vblk.26.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.26.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 26, + "name": "vblk.26.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.26.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 26, + "name": "vblk.26.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.26.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 26, + "name": "vblk.26.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.26.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 26, + "name": "vblk.26.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.26.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 26, + "name": "vblk.26.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.26.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 26, + "name": "vblk.26.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.26.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 26, + "name": "vblk.26.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.26.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 26, + "name": "vblk.26.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.26.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 26, + "name": "vblk.26.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.26.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 26, + "name": "vblk.26.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.26.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 26, + "name": "vblk.26.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.26.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 3, + "name": "vblk.3.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.3.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 3, + "name": "vblk.3.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.3.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 3, + "name": "vblk.3.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.3.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 3, + "name": "vblk.3.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.3.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 3, + "name": "vblk.3.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.3.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 3, + "name": "vblk.3.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.3.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 3, + "name": "vblk.3.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.3.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 3, + "name": "vblk.3.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.3.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 3, + "name": "vblk.3.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.3.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 3, + "name": "vblk.3.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.3.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 3, + "name": "vblk.3.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.3.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 3, + "name": "vblk.3.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.3.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 4, + "name": "vblk.4.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.4.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 4, + "name": "vblk.4.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.4.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 4, + "name": "vblk.4.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.4.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 4, + "name": "vblk.4.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.4.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 4, + "name": "vblk.4.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.4.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 4, + "name": "vblk.4.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.4.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 4, + "name": "vblk.4.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.4.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 4, + "name": "vblk.4.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.4.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 4, + "name": "vblk.4.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.4.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 4, + "name": "vblk.4.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.4.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 4, + "name": "vblk.4.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.4.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 4, + "name": "vblk.4.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.4.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 5, + "name": "vblk.5.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.5.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 5, + "name": "vblk.5.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.5.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 5, + "name": "vblk.5.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.5.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 5, + "name": "vblk.5.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.5.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 5, + "name": "vblk.5.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.5.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 5, + "name": "vblk.5.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.5.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 5, + "name": "vblk.5.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.5.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 5, + "name": "vblk.5.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.5.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 5, + "name": "vblk.5.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.5.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 5, + "name": "vblk.5.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.5.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 5, + "name": "vblk.5.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.5.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 5, + "name": "vblk.5.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.5.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 6, + "name": "vblk.6.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.6.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 6, + "name": "vblk.6.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.6.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 6, + "name": "vblk.6.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.6.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 6, + "name": "vblk.6.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.6.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 6, + "name": "vblk.6.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.6.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 6, + "name": "vblk.6.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.6.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 6, + "name": "vblk.6.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.6.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 6, + "name": "vblk.6.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.6.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 6, + "name": "vblk.6.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.6.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 6, + "name": "vblk.6.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.6.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 6, + "name": "vblk.6.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.6.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 6, + "name": "vblk.6.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.6.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 7, + "name": "vblk.7.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.7.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 7, + "name": "vblk.7.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.7.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 7, + "name": "vblk.7.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.7.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 7, + "name": "vblk.7.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.7.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 7, + "name": "vblk.7.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.7.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 7, + "name": "vblk.7.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.7.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 7, + "name": "vblk.7.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.7.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 7, + "name": "vblk.7.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.7.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 7, + "name": "vblk.7.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.7.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 7, + "name": "vblk.7.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.7.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 7, + "name": "vblk.7.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.7.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 7, + "name": "vblk.7.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.7.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 8, + "name": "vblk.8.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.8.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 8, + "name": "vblk.8.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.8.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 8, + "name": "vblk.8.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.8.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 8, + "name": "vblk.8.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.8.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 8, + "name": "vblk.8.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.8.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 8, + "name": "vblk.8.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.8.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 8, + "name": "vblk.8.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.8.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 8, + "name": "vblk.8.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.8.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 8, + "name": "vblk.8.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.8.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 8, + "name": "vblk.8.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.8.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 8, + "name": "vblk.8.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.8.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 8, + "name": "vblk.8.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.8.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 9, + "name": "vblk.9.attn_output.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.9.attn.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1410048 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 9, + "name": "vblk.9.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 1152, + 1152 + ], + "source_name": "model.visual.blocks.9.attn.proj.weight", + "source_shape": [ + 1152, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 13824 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 9, + "name": "vblk.9.attn_qkv.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 3456 + ], + "source_name": "model.visual.blocks.9.attn.qkv.bias", + "source_shape": [ + 3456 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4230144 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_attention", + "layer": 9, + "name": "vblk.9.attn_qkv.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 3456, + 1152 + ], + "source_name": "model.visual.blocks.9.attn.qkv.weight", + "source_shape": [ + 3456, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 17216 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 9, + "name": "vblk.9.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4304 + ], + "source_name": "model.visual.blocks.9.mlp.linear_fc1.bias", + "source_shape": [ + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5268096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_mlp", + "layer": 9, + "name": "vblk.9.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4304, + 1152 + ], + "source_name": "model.visual.blocks.9.mlp.linear_fc1.weight", + "source_shape": [ + 4304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": 9, + "name": "vblk.9.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.9.mlp.linear_fc2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 9916416 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_mlp", + "layer": 9, + "name": "vblk.9.ffn_down.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 4304 + ], + "source_name": "model.visual.blocks.9.mlp.linear_fc2.weight", + "source_shape": [ + 1152, + 4304 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 9, + "name": "vblk.9.norm1.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.9.norm1.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 9, + "name": "vblk.9.norm1.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.9.norm1.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 9, + "name": "vblk.9.norm2.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.9.norm2.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": 9, + "name": "vblk.9.norm2.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.blocks.9.norm2.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 18432 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": null, + "name": "vision.merger.ffn_up.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 4608 + ], + "source_name": "model.visual.merger.linear_fc1.bias", + "source_shape": [ + 4608 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 22560768 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_merger", + "layer": null, + "name": "vision.merger.ffn_up.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 4608, + 4608 + ], + "source_name": "model.visual.merger.linear_fc1.weight", + "source_shape": [ + 4608, + 4608 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": null, + "name": "vision.merger.ffn_down.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 2560 + ], + "source_name": "model.visual.merger.linear_fc2.bias", + "source_shape": [ + 2560 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 12533760 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_merger", + "layer": null, + "name": "vision.merger.ffn_down.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 2560, + 4608 + ], + "source_name": "model.visual.merger.linear_fc2.weight", + "source_shape": [ + 2560, + 4608 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": null, + "name": "vision.merger.norm.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.merger.norm.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_norm", + "layer": null, + "name": "vision.merger.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.merger.norm.weight", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 4608 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "vision_bias", + "layer": null, + "name": "vision.patch_embed.bias", + "physical_part": null, + "role": "bias", + "scope": "vision", + "shape": [ + 1152 + ], + "source_name": "model.visual.patch_embed.proj.bias", + "source_shape": [ + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 3538944 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "vision_patch", + "layer": null, + "name": "vision.patch_embed.weight", + "physical_part": null, + "role": "unaligned_matrix", + "scope": "vision", + "shape": [ + 1152, + 3, + 2, + 16, + 16 + ], + "source_name": "model.visual.patch_embed.proj.weight", + "source_shape": [ + 1152, + 3, + 2, + 16, + 16 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 2820096 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "vision_position", + "layer": null, + "name": "vision.position_embd.weight", + "physical_part": null, + "role": "matrix", + "scope": "vision", + "shape": [ + 2304, + 1152 + ], + "source_name": "model.visual.pos_embed.weight", + "source_shape": [ + 2304, + 1152 + ], + "source_shard": "model-00001-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6963200 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_projection", + "layer": null, + "name": "mtp.fc_embedding.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 2560, + 2560 + ], + "source_name": "mtp.fc_embedding.weight", + "source_shape": [ + 2560, + 2560 + ], + "source_shard": "model-00120-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6963200 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_projection", + "layer": null, + "name": "mtp.fc_hidden.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 2560, + 2560 + ], + "source_name": "mtp.fc_hidden.weight", + "source_shape": [ + 2560, + 2560 + ], + "source_shard": "model-00124-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_input_hyper_connection", + "layer": null, + "name": "mtp.hc_input.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 10240 + ], + "source_name": "mtp.hyper_connection_mixer.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00037-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_input_hyper_connection", + "layer": null, + "name": "mtp.hc_input.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 320, + 10240 + ], + "source_name": "mtp.hyper_connection_mixer.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00041-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_input_hyper_connection", + "layer": null, + "name": "mtp.hc_input.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 10240, + 320 + ], + "source_name": "mtp.hyper_connection_mixer.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00043-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_attention_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_attn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 4, + 10240 + ], + "source_name": "mtp.layers.0.attn_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00047-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_attention_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_attn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 10240 + ], + "source_name": "mtp.layers.0.attn_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00049-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_attention_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_attn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 320, + 10240 + ], + "source_name": "mtp.layers.0.attn_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00053-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_attention_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_attn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 10240, + 320 + ], + "source_name": "mtp.layers.0.attn_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00057-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 713031680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_routed_down", + "layer": 0, + "name": "mtp.blk.0.ffn_down_exps.main.weight", + "physical_part": "main", + "role": "routed_down_mtp", + "scope": "mtp", + "shape": [ + 512, + 2560, + 512 + ], + "source_name": "mtp.layers.0.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 0, + "stop": 512 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 178257920 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_routed_down", + "layer": 0, + "name": "mtp.blk.0.ffn_down_exps.tail.weight", + "physical_part": "tail", + "role": "routed_down_mtp", + "scope": "mtp", + "shape": [ + 512, + 2560, + 128 + ], + "source_name": "mtp.layers.0.mlp.experts.down_proj", + "source_shape": [ + 512, + 2560, + 640 + ], + "source_shard": "model-00062-of-00131.safetensors", + "source_slice": { + "axis": 2, + "start": 512, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 891289600 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_routed_gate_up", + "layer": 0, + "name": "mtp.blk.0.ffn_gate_exps.weight", + "physical_part": "gate", + "role": "routed_gate_up_mtp", + "scope": "mtp", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "mtp.layers.0.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 0, + "stop": 640 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 891289600 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_routed_gate_up", + "layer": 0, + "name": "mtp.blk.0.ffn_up_exps.weight", + "physical_part": "up", + "role": "routed_gate_up_mtp", + "scope": "mtp", + "shape": [ + 512, + 640, + 2560 + ], + "source_name": "mtp.layers.0.mlp.experts.gate_up_proj", + "source_shape": [ + 512, + 1280, + 2560 + ], + "source_shard": "model-00060-of-00131.safetensors", + "source_slice": { + "axis": 1, + "start": 640, + "stop": 1280 + }, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 5242880 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_router", + "layer": 0, + "name": "mtp.blk.0.ffn_gate_inp.weight", + "physical_part": null, + "role": "router", + "scope": "mtp", + "shape": [ + 512, + 2560 + ], + "source_name": "mtp.layers.0.mlp.gate.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00066-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_shared_expert", + "layer": 0, + "name": "mtp.blk.0.ffn_down_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 2560, + 640 + ], + "source_name": "mtp.layers.0.mlp.shared_expert.down_proj.weight", + "source_shape": [ + 2560, + 640 + ], + "source_shard": "model-00076-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_shared_expert", + "layer": 0, + "name": "mtp.blk.0.ffn_gate_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 640, + 2560 + ], + "source_name": "mtp.layers.0.mlp.shared_expert.gate_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_shared_expert", + "layer": 0, + "name": "mtp.blk.0.ffn_up_shexp.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 640, + 2560 + ], + "source_name": "mtp.layers.0.mlp.shared_expert.up_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00072-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_shared_expert_gate", + "layer": 0, + "name": "mtp.blk.0.ffn_shexp_gate_inp.weight", + "physical_part": null, + "role": "control", + "scope": "mtp", + "shape": [ + 1, + 2560 + ], + "source_name": "mtp.layers.0.mlp.shared_expert_gate.weight", + "source_shape": [ + 1, + 2560 + ], + "source_shard": "model-00070-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 81920 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_mlp_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_ffn.inject.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 4, + 10240 + ], + "source_name": "mtp.layers.0.mlp_hyper_connection.block_inject_weight.weight", + "source_shape": [ + 4, + 10240 + ], + "source_shard": "model-00078-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_mlp_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_ffn.norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 10240 + ], + "source_name": "mtp.layers.0.mlp_hyper_connection.hc_norm.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00082-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_mlp_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_ffn.mix_down.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 320, + 10240 + ], + "source_name": "mtp.layers.0.mlp_hyper_connection.input_mix_weight_down.weight", + "source_shape": [ + 320, + 10240 + ], + "source_shard": "model-00086-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 6553600 + }, + "canonical_region": "Hyper-connection, non-quantizable convolution/vision tensors", + "family": "mtp_mlp_hyper_connection", + "layer": 0, + "name": "mtp.blk.0.hc_ffn.mix_up.weight", + "physical_part": null, + "role": "hc_projection", + "scope": "mtp", + "shape": [ + 10240, + 320 + ], + "source_name": "mtp.layers.0.mlp_hyper_connection.input_mix_weight_up.weight", + "source_shape": [ + 10240, + 320 + ], + "source_shard": "model-00088-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "BF16" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1740800 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_index_qk.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 640, + 2560 + ], + "source_name": "mtp.layers.0.self_attn.indexer.index_qk_proj.weight", + "source_shape": [ + 640, + 2560 + ], + "source_shard": "model-00090-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_index_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 128 + ], + "source_name": "mtp.layers.0.self_attn.indexer.k_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00094-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 512 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_index_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 128 + ], + "source_name": "mtp.layers.0.self_attn.indexer.q_layernorm.weight", + "source_shape": [ + 128 + ], + "source_shard": "model-00100-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_k_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 256 + ], + "source_name": "mtp.layers.0.self_attn.k_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00102-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_k.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 512, + 2560 + ], + "source_name": "mtp.layers.0.self_attn.k_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 16711680 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_output.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 2560, + 6144 + ], + "source_name": "mtp.layers.0.self_attn.o_proj.weight", + "source_shape": [ + 2560, + 6144 + ], + "source_shard": "model-00106-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1024 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_q_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 256 + ], + "source_name": "mtp.layers.0.self_attn.q_norm.weight", + "source_shape": [ + 256 + ], + "source_shard": "model-00112-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 33423360 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_q.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 12288, + 2560 + ], + "source_name": "mtp.layers.0.self_attn.q_proj.weight", + "source_shape": [ + 12288, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 1392640 + }, + "canonical_region": "MTP routed experts and most always-active matrices", + "family": "mtp_qsa", + "layer": 0, + "name": "mtp.blk.0.attn_v.weight", + "physical_part": null, + "role": "matrix", + "scope": "mtp", + "shape": [ + 512, + 2560 + ], + "source_name": "mtp.layers.0.self_attn.v_proj.weight", + "source_shape": [ + 512, + 2560 + ], + "source_shard": "model-00108-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "Q8_0" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 10240 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_norm", + "layer": null, + "name": "mtp.fc_embedding_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 2560 + ], + "source_name": "mtp.pre_fc_norm_embedding.weight", + "source_shape": [ + 2560 + ], + "source_shard": "model-00114-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + }, + { + "bytes_by_variant": { + "MQ-Q5-SSD-PLE-BF16": 40960 + }, + "canonical_region": "Norms, gates, recurrent/control state", + "family": "mtp_norm", + "layer": null, + "name": "mtp.fc_hidden_norm.weight", + "physical_part": null, + "role": "norm", + "scope": "mtp", + "shape": [ + 10240 + ], + "source_name": "mtp.pre_fc_norm_hidden.weight", + "source_shape": [ + 10240 + ], + "source_shard": "model-00118-of-00131.safetensors", + "source_slice": null, + "target_types": { + "MQ-Q5-SSD-PLE-BF16": "F32" + } + } + ], + "tier_map": { + "Q5_K": "Q4_K", + "Q6_K": "Q5_K" + }, + "variants": [ + "MQ-Q5-SSD-PLE-BF16" + ] +}