{ "metadata": { "total_size": 1305176064, "total_parameters": 2320069632 }, "weight_map": { "lm_head.biases": "model.safetensors", "lm_head.scales": "model.safetensors", "lm_head.weight": "model.safetensors", "model.layers.0.attention.wk.biases": "model.safetensors", "model.layers.0.attention.wk.scales": "model.safetensors", "model.layers.0.attention.wk.weight": "model.safetensors", "model.layers.0.attention.wo.biases": "model.safetensors", "model.layers.0.attention.wo.scales": "model.safetensors", "model.layers.0.attention.wo.weight": "model.safetensors", "model.layers.0.attention.wq.biases": "model.safetensors", "model.layers.0.attention.wq.scales": "model.safetensors", "model.layers.0.attention.wq.weight": "model.safetensors", "model.layers.0.attention.wv.biases": "model.safetensors", "model.layers.0.attention.wv.scales": "model.safetensors", "model.layers.0.attention.wv.weight": "model.safetensors", "model.layers.0.attention_norm.weight": "model.safetensors", "model.layers.0.feed_forward.w1.biases": "model.safetensors", "model.layers.0.feed_forward.w1.scales": "model.safetensors", "model.layers.0.feed_forward.w1.weight": "model.safetensors", "model.layers.0.feed_forward.w2.biases": "model.safetensors", "model.layers.0.feed_forward.w2.scales": "model.safetensors", "model.layers.0.feed_forward.w2.weight": "model.safetensors", "model.layers.0.feed_forward.w3.biases": "model.safetensors", "model.layers.0.feed_forward.w3.scales": "model.safetensors", "model.layers.0.feed_forward.w3.weight": "model.safetensors", "model.layers.0.ffn_norm.weight": "model.safetensors", "model.layers.1.attention.wk.biases": "model.safetensors", "model.layers.1.attention.wk.scales": "model.safetensors", "model.layers.1.attention.wk.weight": "model.safetensors", "model.layers.1.attention.wo.biases": "model.safetensors", "model.layers.1.attention.wo.scales": "model.safetensors", "model.layers.1.attention.wo.weight": "model.safetensors", "model.layers.1.attention.wq.biases": "model.safetensors", "model.layers.1.attention.wq.scales": "model.safetensors", "model.layers.1.attention.wq.weight": "model.safetensors", "model.layers.1.attention.wv.biases": "model.safetensors", "model.layers.1.attention.wv.scales": "model.safetensors", "model.layers.1.attention.wv.weight": "model.safetensors", "model.layers.1.attention_norm.weight": "model.safetensors", "model.layers.1.feed_forward.w1.biases": "model.safetensors", "model.layers.1.feed_forward.w1.scales": "model.safetensors", "model.layers.1.feed_forward.w1.weight": "model.safetensors", "model.layers.1.feed_forward.w2.biases": "model.safetensors", "model.layers.1.feed_forward.w2.scales": "model.safetensors", "model.layers.1.feed_forward.w2.weight": "model.safetensors", "model.layers.1.feed_forward.w3.biases": "model.safetensors", "model.layers.1.feed_forward.w3.scales": "model.safetensors", "model.layers.1.feed_forward.w3.weight": "model.safetensors", "model.layers.1.ffn_norm.weight": "model.safetensors", "model.layers.10.attention.wk.biases": "model.safetensors", "model.layers.10.attention.wk.scales": "model.safetensors", "model.layers.10.attention.wk.weight": "model.safetensors", "model.layers.10.attention.wo.biases": "model.safetensors", "model.layers.10.attention.wo.scales": "model.safetensors", "model.layers.10.attention.wo.weight": "model.safetensors", "model.layers.10.attention.wq.biases": "model.safetensors", "model.layers.10.attention.wq.scales": "model.safetensors", "model.layers.10.attention.wq.weight": "model.safetensors", "model.layers.10.attention.wv.biases": "model.safetensors", "model.layers.10.attention.wv.scales": "model.safetensors", "model.layers.10.attention.wv.weight": "model.safetensors", "model.layers.10.attention_norm.weight": "model.safetensors", "model.layers.10.feed_forward.w1.biases": "model.safetensors", "model.layers.10.feed_forward.w1.scales": "model.safetensors", "model.layers.10.feed_forward.w1.weight": "model.safetensors", "model.layers.10.feed_forward.w2.biases": "model.safetensors", "model.layers.10.feed_forward.w2.scales": "model.safetensors", "model.layers.10.feed_forward.w2.weight": "model.safetensors", "model.layers.10.feed_forward.w3.biases": "model.safetensors", "model.layers.10.feed_forward.w3.scales": "model.safetensors", "model.layers.10.feed_forward.w3.weight": "model.safetensors", "model.layers.10.ffn_norm.weight": "model.safetensors", "model.layers.11.attention.wk.biases": "model.safetensors", "model.layers.11.attention.wk.scales": "model.safetensors", "model.layers.11.attention.wk.weight": "model.safetensors", "model.layers.11.attention.wo.biases": "model.safetensors", "model.layers.11.attention.wo.scales": "model.safetensors", "model.layers.11.attention.wo.weight": "model.safetensors", "model.layers.11.attention.wq.biases": "model.safetensors", "model.layers.11.attention.wq.scales": "model.safetensors", "model.layers.11.attention.wq.weight": "model.safetensors", "model.layers.11.attention.wv.biases": "model.safetensors", "model.layers.11.attention.wv.scales": "model.safetensors", "model.layers.11.attention.wv.weight": "model.safetensors", "model.layers.11.attention_norm.weight": "model.safetensors", "model.layers.11.feed_forward.w1.biases": "model.safetensors", "model.layers.11.feed_forward.w1.scales": "model.safetensors", "model.layers.11.feed_forward.w1.weight": "model.safetensors", "model.layers.11.feed_forward.w2.biases": "model.safetensors", "model.layers.11.feed_forward.w2.scales": "model.safetensors", "model.layers.11.feed_forward.w2.weight": "model.safetensors", "model.layers.11.feed_forward.w3.biases": "model.safetensors", "model.layers.11.feed_forward.w3.scales": "model.safetensors", "model.layers.11.feed_forward.w3.weight": "model.safetensors", "model.layers.11.ffn_norm.weight": "model.safetensors", "model.layers.12.attention.wk.biases": "model.safetensors", "model.layers.12.attention.wk.scales": "model.safetensors", "model.layers.12.attention.wk.weight": "model.safetensors", "model.layers.12.attention.wo.biases": "model.safetensors", "model.layers.12.attention.wo.scales": "model.safetensors", "model.layers.12.attention.wo.weight": "model.safetensors", "model.layers.12.attention.wq.biases": "model.safetensors", "model.layers.12.attention.wq.scales": "model.safetensors", "model.layers.12.attention.wq.weight": "model.safetensors", "model.layers.12.attention.wv.biases": "model.safetensors", "model.layers.12.attention.wv.scales": "model.safetensors", "model.layers.12.attention.wv.weight": "model.safetensors", "model.layers.12.attention_norm.weight": "model.safetensors", "model.layers.12.feed_forward.w1.biases": "model.safetensors", "model.layers.12.feed_forward.w1.scales": "model.safetensors", "model.layers.12.feed_forward.w1.weight": "model.safetensors", "model.layers.12.feed_forward.w2.biases": "model.safetensors", "model.layers.12.feed_forward.w2.scales": "model.safetensors", "model.layers.12.feed_forward.w2.weight": "model.safetensors", "model.layers.12.feed_forward.w3.biases": "model.safetensors", "model.layers.12.feed_forward.w3.scales": "model.safetensors", "model.layers.12.feed_forward.w3.weight": "model.safetensors", "model.layers.12.ffn_norm.weight": "model.safetensors", "model.layers.13.attention.wk.biases": "model.safetensors", "model.layers.13.attention.wk.scales": "model.safetensors", "model.layers.13.attention.wk.weight": "model.safetensors", "model.layers.13.attention.wo.biases": "model.safetensors", "model.layers.13.attention.wo.scales": "model.safetensors", "model.layers.13.attention.wo.weight": "model.safetensors", "model.layers.13.attention.wq.biases": "model.safetensors", "model.layers.13.attention.wq.scales": "model.safetensors", "model.layers.13.attention.wq.weight": "model.safetensors", "model.layers.13.attention.wv.biases": "model.safetensors", "model.layers.13.attention.wv.scales": "model.safetensors", "model.layers.13.attention.wv.weight": "model.safetensors", "model.layers.13.attention_norm.weight": "model.safetensors", "model.layers.13.feed_forward.w1.biases": "model.safetensors", "model.layers.13.feed_forward.w1.scales": "model.safetensors", "model.layers.13.feed_forward.w1.weight": "model.safetensors", "model.layers.13.feed_forward.w2.biases": "model.safetensors", "model.layers.13.feed_forward.w2.scales": "model.safetensors", "model.layers.13.feed_forward.w2.weight": "model.safetensors", "model.layers.13.feed_forward.w3.biases": "model.safetensors", "model.layers.13.feed_forward.w3.scales": "model.safetensors", "model.layers.13.feed_forward.w3.weight": "model.safetensors", "model.layers.13.ffn_norm.weight": "model.safetensors", "model.layers.14.attention.wk.biases": "model.safetensors", "model.layers.14.attention.wk.scales": "model.safetensors", "model.layers.14.attention.wk.weight": "model.safetensors", "model.layers.14.attention.wo.biases": "model.safetensors", "model.layers.14.attention.wo.scales": "model.safetensors", "model.layers.14.attention.wo.weight": "model.safetensors", "model.layers.14.attention.wq.biases": "model.safetensors", "model.layers.14.attention.wq.scales": "model.safetensors", "model.layers.14.attention.wq.weight": "model.safetensors", "model.layers.14.attention.wv.biases": "model.safetensors", "model.layers.14.attention.wv.scales": "model.safetensors", "model.layers.14.attention.wv.weight": "model.safetensors", "model.layers.14.attention_norm.weight": "model.safetensors", "model.layers.14.feed_forward.w1.biases": "model.safetensors", "model.layers.14.feed_forward.w1.scales": "model.safetensors", "model.layers.14.feed_forward.w1.weight": "model.safetensors", "model.layers.14.feed_forward.w2.biases": "model.safetensors", "model.layers.14.feed_forward.w2.scales": "model.safetensors", "model.layers.14.feed_forward.w2.weight": "model.safetensors", "model.layers.14.feed_forward.w3.biases": "model.safetensors", "model.layers.14.feed_forward.w3.scales": "model.safetensors", "model.layers.14.feed_forward.w3.weight": "model.safetensors", "model.layers.14.ffn_norm.weight": "model.safetensors", "model.layers.2.attention.wk.biases": "model.safetensors", "model.layers.2.attention.wk.scales": "model.safetensors", "model.layers.2.attention.wk.weight": "model.safetensors", "model.layers.2.attention.wo.biases": "model.safetensors", "model.layers.2.attention.wo.scales": "model.safetensors", "model.layers.2.attention.wo.weight": "model.safetensors", "model.layers.2.attention.wq.biases": "model.safetensors", "model.layers.2.attention.wq.scales": "model.safetensors", "model.layers.2.attention.wq.weight": "model.safetensors", "model.layers.2.attention.wv.biases": "model.safetensors", "model.layers.2.attention.wv.scales": "model.safetensors", "model.layers.2.attention.wv.weight": "model.safetensors", "model.layers.2.attention_norm.weight": "model.safetensors", "model.layers.2.feed_forward.w1.biases": "model.safetensors", "model.layers.2.feed_forward.w1.scales": "model.safetensors", "model.layers.2.feed_forward.w1.weight": "model.safetensors", "model.layers.2.feed_forward.w2.biases": "model.safetensors", "model.layers.2.feed_forward.w2.scales": "model.safetensors", "model.layers.2.feed_forward.w2.weight": "model.safetensors", "model.layers.2.feed_forward.w3.biases": "model.safetensors", "model.layers.2.feed_forward.w3.scales": "model.safetensors", "model.layers.2.feed_forward.w3.weight": "model.safetensors", "model.layers.2.ffn_norm.weight": "model.safetensors", "model.layers.3.attention.wk.biases": "model.safetensors", "model.layers.3.attention.wk.scales": "model.safetensors", "model.layers.3.attention.wk.weight": "model.safetensors", "model.layers.3.attention.wo.biases": "model.safetensors", "model.layers.3.attention.wo.scales": "model.safetensors", "model.layers.3.attention.wo.weight": "model.safetensors", "model.layers.3.attention.wq.biases": "model.safetensors", "model.layers.3.attention.wq.scales": "model.safetensors", "model.layers.3.attention.wq.weight": "model.safetensors", "model.layers.3.attention.wv.biases": "model.safetensors", "model.layers.3.attention.wv.scales": "model.safetensors", "model.layers.3.attention.wv.weight": "model.safetensors", "model.layers.3.attention_norm.weight": "model.safetensors", "model.layers.3.feed_forward.w1.biases": "model.safetensors", "model.layers.3.feed_forward.w1.scales": "model.safetensors", "model.layers.3.feed_forward.w1.weight": "model.safetensors", "model.layers.3.feed_forward.w2.biases": "model.safetensors", "model.layers.3.feed_forward.w2.scales": "model.safetensors", "model.layers.3.feed_forward.w2.weight": "model.safetensors", "model.layers.3.feed_forward.w3.biases": "model.safetensors", "model.layers.3.feed_forward.w3.scales": "model.safetensors", "model.layers.3.feed_forward.w3.weight": "model.safetensors", "model.layers.3.ffn_norm.weight": "model.safetensors", "model.layers.4.attention.wk.biases": "model.safetensors", "model.layers.4.attention.wk.scales": "model.safetensors", "model.layers.4.attention.wk.weight": "model.safetensors", "model.layers.4.attention.wo.biases": "model.safetensors", "model.layers.4.attention.wo.scales": "model.safetensors", "model.layers.4.attention.wo.weight": "model.safetensors", "model.layers.4.attention.wq.biases": "model.safetensors", "model.layers.4.attention.wq.scales": "model.safetensors", "model.layers.4.attention.wq.weight": "model.safetensors", "model.layers.4.attention.wv.biases": "model.safetensors", "model.layers.4.attention.wv.scales": "model.safetensors", "model.layers.4.attention.wv.weight": "model.safetensors", "model.layers.4.attention_norm.weight": "model.safetensors", "model.layers.4.feed_forward.w1.biases": "model.safetensors", "model.layers.4.feed_forward.w1.scales": "model.safetensors", "model.layers.4.feed_forward.w1.weight": "model.safetensors", "model.layers.4.feed_forward.w2.biases": "model.safetensors", "model.layers.4.feed_forward.w2.scales": "model.safetensors", "model.layers.4.feed_forward.w2.weight": "model.safetensors", "model.layers.4.feed_forward.w3.biases": "model.safetensors", "model.layers.4.feed_forward.w3.scales": "model.safetensors", "model.layers.4.feed_forward.w3.weight": "model.safetensors", "model.layers.4.ffn_norm.weight": "model.safetensors", "model.layers.5.attention.wk.biases": "model.safetensors", "model.layers.5.attention.wk.scales": "model.safetensors", "model.layers.5.attention.wk.weight": "model.safetensors", "model.layers.5.attention.wo.biases": "model.safetensors", "model.layers.5.attention.wo.scales": "model.safetensors", "model.layers.5.attention.wo.weight": "model.safetensors", "model.layers.5.attention.wq.biases": "model.safetensors", "model.layers.5.attention.wq.scales": "model.safetensors", "model.layers.5.attention.wq.weight": "model.safetensors", "model.layers.5.attention.wv.biases": "model.safetensors", "model.layers.5.attention.wv.scales": "model.safetensors", "model.layers.5.attention.wv.weight": "model.safetensors", "model.layers.5.attention_norm.weight": "model.safetensors", "model.layers.5.feed_forward.w1.biases": "model.safetensors", "model.layers.5.feed_forward.w1.scales": "model.safetensors", "model.layers.5.feed_forward.w1.weight": "model.safetensors", "model.layers.5.feed_forward.w2.biases": "model.safetensors", "model.layers.5.feed_forward.w2.scales": "model.safetensors", "model.layers.5.feed_forward.w2.weight": "model.safetensors", "model.layers.5.feed_forward.w3.biases": "model.safetensors", "model.layers.5.feed_forward.w3.scales": "model.safetensors", "model.layers.5.feed_forward.w3.weight": "model.safetensors", "model.layers.5.ffn_norm.weight": "model.safetensors", "model.layers.6.attention.wk.biases": "model.safetensors", "model.layers.6.attention.wk.scales": "model.safetensors", "model.layers.6.attention.wk.weight": "model.safetensors", "model.layers.6.attention.wo.biases": "model.safetensors", "model.layers.6.attention.wo.scales": "model.safetensors", "model.layers.6.attention.wo.weight": "model.safetensors", "model.layers.6.attention.wq.biases": "model.safetensors", "model.layers.6.attention.wq.scales": "model.safetensors", "model.layers.6.attention.wq.weight": "model.safetensors", "model.layers.6.attention.wv.biases": "model.safetensors", "model.layers.6.attention.wv.scales": "model.safetensors", "model.layers.6.attention.wv.weight": "model.safetensors", "model.layers.6.attention_norm.weight": "model.safetensors", "model.layers.6.feed_forward.w1.biases": "model.safetensors", "model.layers.6.feed_forward.w1.scales": "model.safetensors", "model.layers.6.feed_forward.w1.weight": "model.safetensors", "model.layers.6.feed_forward.w2.biases": "model.safetensors", "model.layers.6.feed_forward.w2.scales": "model.safetensors", "model.layers.6.feed_forward.w2.weight": "model.safetensors", "model.layers.6.feed_forward.w3.biases": "model.safetensors", "model.layers.6.feed_forward.w3.scales": "model.safetensors", "model.layers.6.feed_forward.w3.weight": "model.safetensors", "model.layers.6.ffn_norm.weight": "model.safetensors", "model.layers.7.attention.wk.biases": "model.safetensors", "model.layers.7.attention.wk.scales": "model.safetensors", "model.layers.7.attention.wk.weight": "model.safetensors", "model.layers.7.attention.wo.biases": "model.safetensors", "model.layers.7.attention.wo.scales": "model.safetensors", "model.layers.7.attention.wo.weight": "model.safetensors", "model.layers.7.attention.wq.biases": "model.safetensors", "model.layers.7.attention.wq.scales": "model.safetensors", "model.layers.7.attention.wq.weight": "model.safetensors", "model.layers.7.attention.wv.biases": "model.safetensors", "model.layers.7.attention.wv.scales": "model.safetensors", "model.layers.7.attention.wv.weight": "model.safetensors", "model.layers.7.attention_norm.weight": "model.safetensors", "model.layers.7.feed_forward.w1.biases": "model.safetensors", "model.layers.7.feed_forward.w1.scales": "model.safetensors", "model.layers.7.feed_forward.w1.weight": "model.safetensors", "model.layers.7.feed_forward.w2.biases": "model.safetensors", "model.layers.7.feed_forward.w2.scales": "model.safetensors", "model.layers.7.feed_forward.w2.weight": "model.safetensors", "model.layers.7.feed_forward.w3.biases": "model.safetensors", "model.layers.7.feed_forward.w3.scales": "model.safetensors", "model.layers.7.feed_forward.w3.weight": "model.safetensors", "model.layers.7.ffn_norm.weight": "model.safetensors", "model.layers.8.attention.wk.biases": "model.safetensors", "model.layers.8.attention.wk.scales": "model.safetensors", "model.layers.8.attention.wk.weight": "model.safetensors", "model.layers.8.attention.wo.biases": "model.safetensors", "model.layers.8.attention.wo.scales": "model.safetensors", "model.layers.8.attention.wo.weight": "model.safetensors", "model.layers.8.attention.wq.biases": "model.safetensors", "model.layers.8.attention.wq.scales": "model.safetensors", "model.layers.8.attention.wq.weight": "model.safetensors", "model.layers.8.attention.wv.biases": "model.safetensors", "model.layers.8.attention.wv.scales": "model.safetensors", "model.layers.8.attention.wv.weight": "model.safetensors", "model.layers.8.attention_norm.weight": "model.safetensors", "model.layers.8.feed_forward.w1.biases": "model.safetensors", "model.layers.8.feed_forward.w1.scales": "model.safetensors", "model.layers.8.feed_forward.w1.weight": "model.safetensors", "model.layers.8.feed_forward.w2.biases": "model.safetensors", "model.layers.8.feed_forward.w2.scales": "model.safetensors", "model.layers.8.feed_forward.w2.weight": "model.safetensors", "model.layers.8.feed_forward.w3.biases": "model.safetensors", "model.layers.8.feed_forward.w3.scales": "model.safetensors", "model.layers.8.feed_forward.w3.weight": "model.safetensors", "model.layers.8.ffn_norm.weight": "model.safetensors", "model.layers.9.attention.wk.biases": "model.safetensors", "model.layers.9.attention.wk.scales": "model.safetensors", "model.layers.9.attention.wk.weight": "model.safetensors", "model.layers.9.attention.wo.biases": "model.safetensors", "model.layers.9.attention.wo.scales": "model.safetensors", "model.layers.9.attention.wo.weight": "model.safetensors", "model.layers.9.attention.wq.biases": "model.safetensors", "model.layers.9.attention.wq.scales": "model.safetensors", "model.layers.9.attention.wq.weight": "model.safetensors", "model.layers.9.attention.wv.biases": "model.safetensors", "model.layers.9.attention.wv.scales": "model.safetensors", "model.layers.9.attention.wv.weight": "model.safetensors", "model.layers.9.attention_norm.weight": "model.safetensors", "model.layers.9.feed_forward.w1.biases": "model.safetensors", "model.layers.9.feed_forward.w1.scales": "model.safetensors", "model.layers.9.feed_forward.w1.weight": "model.safetensors", "model.layers.9.feed_forward.w2.biases": "model.safetensors", "model.layers.9.feed_forward.w2.scales": "model.safetensors", "model.layers.9.feed_forward.w2.weight": "model.safetensors", "model.layers.9.feed_forward.w3.biases": "model.safetensors", "model.layers.9.feed_forward.w3.scales": "model.safetensors", "model.layers.9.feed_forward.w3.weight": "model.safetensors", "model.layers.9.ffn_norm.weight": "model.safetensors", "model.norm.weight": "model.safetensors", "model.tok_embeddings.biases": "model.safetensors", "model.tok_embeddings.scales": "model.safetensors", "model.tok_embeddings.weight": "model.safetensors" } }