{ "base_model": "/lus/lfs1aip2/projects/u6il/zheyuan/models/Qwen3.5-9B", "base_model_config_sha256": "d0883072e01861ed0b2d47be3c16c36a8e81c224c7ffaa310c6558fb3f932b05", "index_sha256": "42f7f507437d658fd7849b0c54790f4505f2ffc1fff89e065c786971f6f8a44b", "logical_tensor_bytes": 486581248, "policy": "not-trained-by-transformers-preserved-byte-exact-from-base", "schema_version": 1, "source_shard_sha256": { "model.safetensors-00002-of-00004.safetensors": "31c7d7e2dd5d207840b31cc59083c8f4c4718959149e0358c0364052bb9a0330", "model.safetensors-00003-of-00004.safetensors": "7ec36ba3a4176a44c3c0876ad80c56a2f70c84bf008d82e9501df642f17dadec", "model.safetensors-00004-of-00004.safetensors": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, "status": "HF_BASE_MTP_PRESERVATION_OK", "supplemental_shard": "model-mtp-from-base.safetensors", "supplemental_shard_sha256": "526664bf165106c5624bd1018a20be59f8d21b939c6fa5394f979a2614caac62", "tensor_count": 15, "tensors": [ { "bytes": 67108864, "dtype": "torch.bfloat16", "name": "mtp.fc.weight", "sha256": "a4639d8f4b81cbdc65c61f1cba82816ae1534ec494a95a0b677dba98f04f4017", "shape": [ 4096, 8192 ], "source_shard": "model.safetensors-00003-of-00004.safetensors", "source_shard_sha256": "7ec36ba3a4176a44c3c0876ad80c56a2f70c84bf008d82e9501df642f17dadec" }, { "bytes": 8192, "dtype": "torch.bfloat16", "name": "mtp.layers.0.input_layernorm.weight", "sha256": "c8913bfe7cef186fb59b7f1ca80d391ba5eaec45c9c8db54f54e63f6410ae633", "shape": [ 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 100663296, "dtype": "torch.bfloat16", "name": "mtp.layers.0.mlp.down_proj.weight", "sha256": "52c72564f7da59c25233b2194a79239cc1e69dd6694130aae87d5fffc472707c", "shape": [ 4096, 12288 ], "source_shard": "model.safetensors-00002-of-00004.safetensors", "source_shard_sha256": "31c7d7e2dd5d207840b31cc59083c8f4c4718959149e0358c0364052bb9a0330" }, { "bytes": 100663296, "dtype": "torch.bfloat16", "name": "mtp.layers.0.mlp.gate_proj.weight", "sha256": "dd3e6d05e9c519ebb16c5eee64b4d4d217d7efb8ae7c88e8dfa96f6e6f7d3eac", "shape": [ 12288, 4096 ], "source_shard": "model.safetensors-00002-of-00004.safetensors", "source_shard_sha256": "31c7d7e2dd5d207840b31cc59083c8f4c4718959149e0358c0364052bb9a0330" }, { "bytes": 100663296, "dtype": "torch.bfloat16", "name": "mtp.layers.0.mlp.up_proj.weight", "sha256": "79e02e92d4cb775120f48cd523577345b277dacb749e56e2d52532583f92800e", "shape": [ 12288, 4096 ], "source_shard": "model.safetensors-00002-of-00004.safetensors", "source_shard_sha256": "31c7d7e2dd5d207840b31cc59083c8f4c4718959149e0358c0364052bb9a0330" }, { "bytes": 8192, "dtype": "torch.bfloat16", "name": "mtp.layers.0.post_attention_layernorm.weight", "sha256": "63500aa0ed93918f6f3d5f1bfd1656921543931392a06267f81c0b3ad680fdcf", "shape": [ 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 512, "dtype": "torch.bfloat16", "name": "mtp.layers.0.self_attn.k_norm.weight", "sha256": "8f5a8071649fa9a7b6b6afcea6d5404cd849640be2c4f90e6759c4c0a60120ac", "shape": [ 256 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 8388608, "dtype": "torch.bfloat16", "name": "mtp.layers.0.self_attn.k_proj.weight", "sha256": "1b0129a3c6f4add6c8417d67e84050f8595f96f7693511beaace9ef56d1ad30a", "shape": [ 1024, 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 33554432, "dtype": "torch.bfloat16", "name": "mtp.layers.0.self_attn.o_proj.weight", "sha256": "31140d974d94190127d0f3d908a18bafe5fba0d8c3d7f522e012013795c89924", "shape": [ 4096, 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 512, "dtype": "torch.bfloat16", "name": "mtp.layers.0.self_attn.q_norm.weight", "sha256": "10e6c9fa42ceb72373c207422c305663a89dfd08f5332cbbe6d1057301fe57d1", "shape": [ 256 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 67108864, "dtype": "torch.bfloat16", "name": "mtp.layers.0.self_attn.q_proj.weight", "sha256": "17d3aac05cb017e9ef98f93fe567f1c1ffae08fbe5001b80e67829bda189a584", "shape": [ 8192, 4096 ], "source_shard": "model.safetensors-00003-of-00004.safetensors", "source_shard_sha256": "7ec36ba3a4176a44c3c0876ad80c56a2f70c84bf008d82e9501df642f17dadec" }, { "bytes": 8388608, "dtype": "torch.bfloat16", "name": "mtp.layers.0.self_attn.v_proj.weight", "sha256": "c21332947c44203ca197d014de23559bf6e88d7c0debca8d4ecad735d717e2c9", "shape": [ 1024, 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 8192, "dtype": "torch.bfloat16", "name": "mtp.norm.weight", "sha256": "7e4daf06ad25b834b3b95c9592fa690b75a4a90fb9f4128ccee8537d7f15988e", "shape": [ 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 8192, "dtype": "torch.bfloat16", "name": "mtp.pre_fc_norm_embedding.weight", "sha256": "8b9bca62497def4783b20dfd58ddf32573a255b44a79f0acf8ca9c611b7bea15", "shape": [ 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" }, { "bytes": 8192, "dtype": "torch.bfloat16", "name": "mtp.pre_fc_norm_hidden.weight", "sha256": "a7410736f9962dd6ebd8ac2b4c355898d057296a03c47795223b7298cac8988c", "shape": [ 4096 ], "source_shard": "model.safetensors-00004-of-00004.safetensors", "source_shard_sha256": "b62b0c4cd7e44edee103ee8f4fe225f246d5e768e07bfd5f25b63a8aa1fdd0c6" } ] }