qwen38-mtp-head-fc-bf16-4bit / model.safetensors.index.json
junafinity's picture
Mixed-precision MTP head: bf16 fc, 4-bit/g64 elsewhere
f3c7034 verified
Raw
History Blame Contribute Delete
1.7 kB
{
"metadata": {
"total_size": 314297344
},
"weight_map": {
"fc.weight": "model.safetensors",
"layers.0.input_layernorm.weight": "model.safetensors",
"layers.0.mlp.down_proj.biases": "model.safetensors",
"layers.0.mlp.down_proj.scales": "model.safetensors",
"layers.0.mlp.down_proj.weight": "model.safetensors",
"layers.0.mlp.gate_proj.biases": "model.safetensors",
"layers.0.mlp.gate_proj.scales": "model.safetensors",
"layers.0.mlp.gate_proj.weight": "model.safetensors",
"layers.0.mlp.up_proj.biases": "model.safetensors",
"layers.0.mlp.up_proj.scales": "model.safetensors",
"layers.0.mlp.up_proj.weight": "model.safetensors",
"layers.0.post_attention_layernorm.weight": "model.safetensors",
"layers.0.self_attn.k_norm.weight": "model.safetensors",
"layers.0.self_attn.k_proj.biases": "model.safetensors",
"layers.0.self_attn.k_proj.scales": "model.safetensors",
"layers.0.self_attn.k_proj.weight": "model.safetensors",
"layers.0.self_attn.o_proj.biases": "model.safetensors",
"layers.0.self_attn.o_proj.scales": "model.safetensors",
"layers.0.self_attn.o_proj.weight": "model.safetensors",
"layers.0.self_attn.q_norm.weight": "model.safetensors",
"layers.0.self_attn.q_proj.biases": "model.safetensors",
"layers.0.self_attn.q_proj.scales": "model.safetensors",
"layers.0.self_attn.q_proj.weight": "model.safetensors",
"layers.0.self_attn.v_proj.biases": "model.safetensors",
"layers.0.self_attn.v_proj.scales": "model.safetensors",
"layers.0.self_attn.v_proj.weight": "model.safetensors",
"norm.weight": "model.safetensors",
"pre_fc_norm_embedding.weight": "model.safetensors",
"pre_fc_norm_hidden.weight": "model.safetensors"
}
}