{ "metadata": { "total_size": 45222920 }, "weight_map": { "masked_embedding.centroids.biases": "model.safetensors", "masked_embedding.centroids.scales": "model.safetensors", "masked_embedding.centroids.weight": "model.safetensors", "masked_embedding.token_ordering": "model.safetensors", "model.embed_tokens.biases": "model.safetensors", "model.embed_tokens.scales": "model.safetensors", "model.embed_tokens.weight": "model.safetensors", "model.layers.0.input_layernorm.weight": "model.safetensors", "model.layers.0.layer_scalar": "model.safetensors", "model.layers.0.mlp.down_proj.biases": "model.safetensors", "model.layers.0.mlp.down_proj.scales": "model.safetensors", "model.layers.0.mlp.down_proj.weight": "model.safetensors", "model.layers.0.mlp.gate_proj.biases": "model.safetensors", "model.layers.0.mlp.gate_proj.scales": "model.safetensors", "model.layers.0.mlp.gate_proj.weight": "model.safetensors", "model.layers.0.mlp.up_proj.biases": "model.safetensors", "model.layers.0.mlp.up_proj.scales": "model.safetensors", "model.layers.0.mlp.up_proj.weight": "model.safetensors", "model.layers.0.post_attention_layernorm.weight": "model.safetensors", "model.layers.0.post_feedforward_layernorm.weight": "model.safetensors", "model.layers.0.pre_feedforward_layernorm.weight": "model.safetensors", "model.layers.0.self_attn.o_proj.biases": "model.safetensors", "model.layers.0.self_attn.o_proj.scales": "model.safetensors", "model.layers.0.self_attn.o_proj.weight": "model.safetensors", "model.layers.0.self_attn.q_norm.weight": "model.safetensors", "model.layers.0.self_attn.q_proj.biases": "model.safetensors", "model.layers.0.self_attn.q_proj.scales": "model.safetensors", "model.layers.0.self_attn.q_proj.weight": "model.safetensors", "model.layers.1.input_layernorm.weight": "model.safetensors", "model.layers.1.layer_scalar": "model.safetensors", "model.layers.1.mlp.down_proj.biases": "model.safetensors", "model.layers.1.mlp.down_proj.scales": "model.safetensors", "model.layers.1.mlp.down_proj.weight": "model.safetensors", "model.layers.1.mlp.gate_proj.biases": "model.safetensors", "model.layers.1.mlp.gate_proj.scales": "model.safetensors", "model.layers.1.mlp.gate_proj.weight": "model.safetensors", "model.layers.1.mlp.up_proj.biases": "model.safetensors", "model.layers.1.mlp.up_proj.scales": "model.safetensors", "model.layers.1.mlp.up_proj.weight": "model.safetensors", "model.layers.1.post_attention_layernorm.weight": "model.safetensors", "model.layers.1.post_feedforward_layernorm.weight": "model.safetensors", "model.layers.1.pre_feedforward_layernorm.weight": "model.safetensors", "model.layers.1.self_attn.o_proj.biases": "model.safetensors", "model.layers.1.self_attn.o_proj.scales": "model.safetensors", "model.layers.1.self_attn.o_proj.weight": "model.safetensors", "model.layers.1.self_attn.q_norm.weight": "model.safetensors", "model.layers.1.self_attn.q_proj.biases": "model.safetensors", "model.layers.1.self_attn.q_proj.scales": "model.safetensors", "model.layers.1.self_attn.q_proj.weight": "model.safetensors", "model.layers.2.input_layernorm.weight": "model.safetensors", "model.layers.2.layer_scalar": "model.safetensors", "model.layers.2.mlp.down_proj.biases": "model.safetensors", "model.layers.2.mlp.down_proj.scales": "model.safetensors", "model.layers.2.mlp.down_proj.weight": "model.safetensors", "model.layers.2.mlp.gate_proj.biases": "model.safetensors", "model.layers.2.mlp.gate_proj.scales": "model.safetensors", "model.layers.2.mlp.gate_proj.weight": "model.safetensors", "model.layers.2.mlp.up_proj.biases": "model.safetensors", "model.layers.2.mlp.up_proj.scales": "model.safetensors", "model.layers.2.mlp.up_proj.weight": "model.safetensors", "model.layers.2.post_attention_layernorm.weight": "model.safetensors", "model.layers.2.post_feedforward_layernorm.weight": "model.safetensors", "model.layers.2.pre_feedforward_layernorm.weight": "model.safetensors", "model.layers.2.self_attn.o_proj.biases": "model.safetensors", "model.layers.2.self_attn.o_proj.scales": "model.safetensors", "model.layers.2.self_attn.o_proj.weight": "model.safetensors", "model.layers.2.self_attn.q_norm.weight": "model.safetensors", "model.layers.2.self_attn.q_proj.biases": "model.safetensors", "model.layers.2.self_attn.q_proj.scales": "model.safetensors", "model.layers.2.self_attn.q_proj.weight": "model.safetensors", "model.layers.3.input_layernorm.weight": "model.safetensors", "model.layers.3.layer_scalar": "model.safetensors", "model.layers.3.mlp.down_proj.biases": "model.safetensors", "model.layers.3.mlp.down_proj.scales": "model.safetensors", "model.layers.3.mlp.down_proj.weight": "model.safetensors", "model.layers.3.mlp.gate_proj.biases": "model.safetensors", "model.layers.3.mlp.gate_proj.scales": "model.safetensors", "model.layers.3.mlp.gate_proj.weight": "model.safetensors", "model.layers.3.mlp.up_proj.biases": "model.safetensors", "model.layers.3.mlp.up_proj.scales": "model.safetensors", "model.layers.3.mlp.up_proj.weight": "model.safetensors", "model.layers.3.post_attention_layernorm.weight": "model.safetensors", "model.layers.3.post_feedforward_layernorm.weight": "model.safetensors", "model.layers.3.pre_feedforward_layernorm.weight": "model.safetensors", "model.layers.3.self_attn.o_proj.biases": "model.safetensors", "model.layers.3.self_attn.o_proj.scales": "model.safetensors", "model.layers.3.self_attn.o_proj.weight": "model.safetensors", "model.layers.3.self_attn.q_norm.weight": "model.safetensors", "model.layers.3.self_attn.q_proj.biases": "model.safetensors", "model.layers.3.self_attn.q_proj.scales": "model.safetensors", "model.layers.3.self_attn.q_proj.weight": "model.safetensors", "model.norm.weight": "model.safetensors", "post_projection.biases": "model.safetensors", "post_projection.scales": "model.safetensors", "post_projection.weight": "model.safetensors", "pre_projection.biases": "model.safetensors", "pre_projection.scales": "model.safetensors", "pre_projection.weight": "model.safetensors" } }