{ "schema_version": "ax.native_model.v1", "model_family": "mistral3", "tensor_format": "safetensors", "layer_count": 16, "hidden_size": 2048, "intermediate_size": 6144, "attention_head_count": 24, "attention_head_dim": 128, "kv_head_count": 8, "vocab_size": 131072, "tie_word_embeddings": true, "rope_theta": 1000000, "no_rope_layer_interval": 0, "intermediate_size_mlp": 0, "attn_output_gate": false, "rms_norm_eps": 0.00001, "moe_norm_topk_prob": false, "hidden_size_per_layer_input": 0, "tensors": [ { "name": "model.norm.weight", "role": "final_norm", "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 41508, "length_bytes": 4096 }, { "name": "model.embed_tokens.weight", "role": "token_embedding", "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 8 }, "shape": [ 131072, 512 ], "file": "model.safetensors", "offset_bytes": 548835876, "length_bytes": 268435456 }, { "name": "model.layers.0.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 537301540, "length_bytes": 1048576 }, { "name": "model.layers.0.input_layernorm.weight", "role": "attention_norm", "layer_index": 0, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 504197668, "length_bytes": 4096 }, { "name": "model.layers.0.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 434061860, "length_bytes": 3145728 }, { "name": "model.layers.0.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 0, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 839950884, "length_bytes": 4096 }, { "name": "model.layers.0.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 445600292, "length_bytes": 3145728 }, { "name": "model.layers.0.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 458773028, "length_bytes": 1048576 }, { "name": "model.layers.0.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 529367588, "length_bytes": 6291456 }, { "name": "model.layers.0.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 406405668, "length_bytes": 6291456 }, { "name": "model.layers.0.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 0, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 467685924, "length_bytes": 6291456 }, { "name": "model.layers.1.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 520323620, "length_bytes": 1048576 }, { "name": "model.layers.1.input_layernorm.weight", "role": "attention_norm", "layer_index": 1, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 491282980, "length_bytes": 4096 }, { "name": "model.layers.1.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 506233380, "length_bytes": 3145728 }, { "name": "model.layers.1.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 1, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 265794084, "length_bytes": 4096 }, { "name": "model.layers.1.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 526221860, "length_bytes": 3145728 }, { "name": "model.layers.1.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 482300452, "length_bytes": 1048576 }, { "name": "model.layers.1.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 833659428, "length_bytes": 6291456 }, { "name": "model.layers.1.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 473977380, "length_bytes": 6291456 }, { "name": "model.layers.1.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 1, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 301916708, "length_bytes": 6291456 }, { "name": "model.layers.2.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 448746020, "length_bytes": 1048576 }, { "name": "model.layers.2.input_layernorm.weight", "role": "attention_norm", "layer_index": 2, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 489706020, "length_bytes": 4096 }, { "name": "model.layers.2.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 415121956, "length_bytes": 4718592 }, { "name": "model.layers.2.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 2, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 259039780, "length_bytes": 4096 }, { "name": "model.layers.2.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 459821604, "length_bytes": 4718592 }, { "name": "model.layers.2.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 223912484, "length_bytes": 1572864 }, { "name": "model.layers.2.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 398082596, "length_bytes": 6291456 }, { "name": "model.layers.2.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 248029732, "length_bytes": 6291456 }, { "name": "model.layers.2.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 2, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 450187812, "length_bytes": 6291456 }, { "name": "model.layers.3.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 547263012, "length_bytes": 1572864 }, { "name": "model.layers.3.input_layernorm.weight", "role": "attention_norm", "layer_index": 3, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 328528420, "length_bytes": 4096 }, { "name": "model.layers.3.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 438780452, "length_bytes": 4718592 }, { "name": "model.layers.3.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 3, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 832213540, "length_bytes": 4096 }, { "name": "model.layers.3.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 393036324, "length_bytes": 4718592 }, { "name": "model.layers.3.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 466113060, "length_bytes": 1572864 }, { "name": "model.layers.3.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 367014436, "length_bytes": 6291456 }, { "name": "model.layers.3.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 373305892, "length_bytes": 6291456 }, { "name": "model.layers.3.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 3, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 273400356, "length_bytes": 6291456 }, { "name": "model.layers.4.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 362418724, "length_bytes": 1572864 }, { "name": "model.layers.4.input_layernorm.weight", "role": "attention_norm", "layer_index": 4, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 351273508, "length_bytes": 4096 }, { "name": "model.layers.4.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 498561572, "length_bytes": 4718592 }, { "name": "model.layers.4.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 4, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 325771812, "length_bytes": 4096 }, { "name": "model.layers.4.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 235971108, "length_bytes": 4718592 }, { "name": "model.layers.4.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 356061732, "length_bytes": 1572864 }, { "name": "model.layers.4.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 328991268, "length_bytes": 6291456 }, { "name": "model.layers.4.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 825528868, "length_bytes": 6291456 }, { "name": "model.layers.4.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 4, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 335282724, "length_bytes": 6291456 }, { "name": "model.layers.5.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 321446436, "length_bytes": 1572864 }, { "name": "model.layers.5.input_layernorm.weight", "role": "attention_norm", "layer_index": 5, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 290181668, "length_bytes": 4096 }, { "name": "model.layers.5.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 308208164, "length_bytes": 4718592 }, { "name": "model.layers.5.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 5, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 382022180, "length_bytes": 4096 }, { "name": "model.layers.5.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 259043876, "length_bytes": 4718592 }, { "name": "model.layers.5.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 319087140, "length_bytes": 1572864 }, { "name": "model.layers.5.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 290972196, "length_bytes": 6291456 }, { "name": "model.layers.5.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 426918436, "length_bytes": 6291456 }, { "name": "model.layers.5.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 5, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 492270116, "length_bytes": 6291456 }, { "name": "model.layers.6.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 281723428, "length_bytes": 1572864 }, { "name": "model.layers.6.input_layernorm.weight", "role": "attention_norm", "layer_index": 6, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 363995684, "length_bytes": 4096 }, { "name": "model.layers.6.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 357700132, "length_bytes": 4718592 }, { "name": "model.layers.6.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 6, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 444613156, "length_bytes": 4096 }, { "name": "model.layers.6.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 284279332, "length_bytes": 4718592 }, { "name": "model.layers.6.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 205562404, "length_bytes": 1572864 }, { "name": "model.layers.6.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 540971556, "length_bytes": 6291456 }, { "name": "model.layers.6.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 241672740, "length_bytes": 6291456 }, { "name": "model.layers.6.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 6, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 817664548, "length_bytes": 6291456 }, { "name": "model.layers.7.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 279691812, "length_bytes": 1572864 }, { "name": "model.layers.7.input_layernorm.weight", "role": "attention_norm", "layer_index": 7, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 196907556, "length_bytes": 4096 }, { "name": "model.layers.7.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 218341924, "length_bytes": 4718592 }, { "name": "model.layers.7.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 7, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 290177572, "length_bytes": 4096 }, { "name": "model.layers.7.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 254321188, "length_bytes": 4718592 }, { "name": "model.layers.7.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 437207588, "length_bytes": 1572864 }, { "name": "model.layers.7.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 198484516, "length_bytes": 6291456 }, { "name": "model.layers.7.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 208708132, "length_bytes": 6291456 }, { "name": "model.layers.7.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 7, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 265798180, "length_bytes": 6291456 }, { "name": "model.layers.8.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 317514276, "length_bytes": 1572864 }, { "name": "model.layers.8.input_layernorm.weight", "role": "attention_norm", "layer_index": 8, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 166232612, "length_bytes": 4096 }, { "name": "model.layers.8.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 189239844, "length_bytes": 4718592 }, { "name": "model.layers.8.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 8, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 166228516, "length_bytes": 4096 }, { "name": "model.layers.8.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 351277604, "length_bytes": 4718592 }, { "name": "model.layers.8.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 194744868, "length_bytes": 1572864 }, { "name": "model.layers.8.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 173314596, "length_bytes": 6291456 }, { "name": "model.layers.8.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 182358564, "length_bytes": 6291456 }, { "name": "model.layers.8.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 8, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 166236708, "length_bytes": 6291456 }, { "name": "model.layers.9.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 390873636, "length_bytes": 1572864 }, { "name": "model.layers.9.input_layernorm.weight", "role": "attention_norm", "layer_index": 9, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 125657636, "length_bytes": 4096 }, { "name": "model.layers.9.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 2048, 576 ], "file": "model.safetensors", "offset_bytes": 146436644, "length_bytes": 4718592 }, { "name": "model.layers.9.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 9, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 125653540, "length_bytes": 4096 }, { "name": "model.layers.9.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 64, "bits": 6 }, "shape": [ 3072, 384 ], "file": "model.safetensors", "offset_bytes": 521372196, "length_bytes": 4718592 }, { "name": "model.layers.9.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 6 }, "shape": [ 1024, 384 ], "file": "model.safetensors", "offset_bytes": 412697124, "length_bytes": 1572864 }, { "name": "model.layers.9.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 128938532, "length_bytes": 6291456 }, { "name": "model.layers.9.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 136802852, "length_bytes": 6291456 }, { "name": "model.layers.9.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 9, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 159937060, "length_bytes": 6291456 }, { "name": "model.layers.10.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 121197092, "length_bytes": 1048576 }, { "name": "model.layers.10.input_layernorm.weight", "role": "attention_norm", "layer_index": 10, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 102187556, "length_bytes": 4096 }, { "name": "model.layers.10.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 117789220, "length_bytes": 3145728 }, { "name": "model.layers.10.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 10, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 363991588, "length_bytes": 4096 }, { "name": "model.layers.10.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 122376740, "length_bytes": 3145728 }, { "name": "model.layers.10.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 538350116, "length_bytes": 1048576 }, { "name": "model.layers.10.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 483414564, "length_bytes": 6291456 }, { "name": "model.layers.10.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 111104548, "length_bytes": 6291456 }, { "name": "model.layers.10.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 10, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 102191652, "length_bytes": 6291456 }, { "name": "model.layers.11.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 157708836, "length_bytes": 1048576 }, { "name": "model.layers.11.input_layernorm.weight", "role": "attention_norm", "layer_index": 11, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 89596452, "length_bytes": 4096 }, { "name": "model.layers.11.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 89993764, "length_bytes": 3145728 }, { "name": "model.layers.11.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 11, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 536904228, "length_bytes": 4096 }, { "name": "model.layers.11.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 312926756, "length_bytes": 3145728 }, { "name": "model.layers.11.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 94319140, "length_bytes": 1048576 }, { "name": "model.layers.11.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 95367716, "length_bytes": 6291456 }, { "name": "model.layers.11.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 341574180, "length_bytes": 6291456 }, { "name": "model.layers.11.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 11, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 151286308, "length_bytes": 6291456 }, { "name": "model.layers.12.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 85008932, "length_bytes": 1048576 }, { "name": "model.layers.12.input_layernorm.weight", "role": "attention_norm", "layer_index": 12, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 51708452, "length_bytes": 4096 }, { "name": "model.layers.12.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 74129956, "length_bytes": 3145728 }, { "name": "model.layers.12.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 12, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 102183460, "length_bytes": 4096 }, { "name": "model.layers.12.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 86450724, "length_bytes": 3145728 }, { "name": "model.layers.12.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 77406756, "length_bytes": 1048576 }, { "name": "model.layers.12.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 509379108, "length_bytes": 6291456 }, { "name": "model.layers.12.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 67445284, "length_bytes": 6291456 }, { "name": "model.layers.12.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 12, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 56431140, "length_bytes": 6291456 }, { "name": "model.layers.13.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 50659876, "length_bytes": 1048576 }, { "name": "model.layers.13.input_layernorm.weight", "role": "attention_norm", "layer_index": 13, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 33481252, "length_bytes": 4096 }, { "name": "model.layers.13.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 215196196, "length_bytes": 3145728 }, { "name": "model.layers.13.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 13, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 33477156, "length_bytes": 4096 }, { "name": "model.layers.13.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 143094308, "length_bytes": 3145728 }, { "name": "model.layers.13.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 109269540, "length_bytes": 1048576 }, { "name": "model.layers.13.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 35058212, "length_bytes": 6291456 }, { "name": "model.layers.13.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 43708964, "length_bytes": 6291456 }, { "name": "model.layers.13.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 13, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 78455332, "length_bytes": 6291456 }, { "name": "model.layers.14.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 519275044, "length_bytes": 1048576 }, { "name": "model.layers.14.input_layernorm.weight", "role": "attention_norm", "layer_index": 14, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 24166948, "length_bytes": 4096 }, { "name": "model.layers.14.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 64299556, "length_bytes": 3145728 }, { "name": "model.layers.14.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 14, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 50655780, "length_bytes": 4096 }, { "name": "model.layers.14.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 53285412, "length_bytes": 3145728 }, { "name": "model.layers.14.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 443564580, "length_bytes": 1048576 }, { "name": "model.layers.14.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 229679652, "length_bytes": 6291456 }, { "name": "model.layers.14.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 26530340, "length_bytes": 6291456 }, { "name": "model.layers.14.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 14, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 420626980, "length_bytes": 6291456 }, { "name": "model.layers.15.self_attn.k_proj.weight", "role": "attention_k", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 363999780, "length_bytes": 1048576 }, { "name": "model.layers.15.input_layernorm.weight", "role": "attention_norm", "layer_index": 15, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 62722596, "length_bytes": 4096 }, { "name": "model.layers.15.self_attn.o_proj.weight", "role": "attention_o", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 384 ], "file": "model.safetensors", "offset_bytes": 15778340, "length_bytes": 3145728 }, { "name": "model.layers.15.post_attention_layernorm.weight", "role": "attention_post_norm", "layer_index": 15, "dtype": "bf16", "shape": [ 2048 ], "file": "model.safetensors", "offset_bytes": 45604, "length_bytes": 4096 }, { "name": "model.layers.15.self_attn.q_proj.weight", "role": "attention_q", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 3072, 256 ], "file": "model.safetensors", "offset_bytes": 21021220, "length_bytes": 3145728 }, { "name": "model.layers.15.self_attn.v_proj.weight", "role": "attention_v", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 1024, 256 ], "file": "model.safetensors", "offset_bytes": 18924068, "length_bytes": 1048576 }, { "name": "model.layers.15.mlp.down_proj.weight", "role": "ffn_down", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 2048, 768 ], "file": "model.safetensors", "offset_bytes": 836132, "length_bytes": 6291456 }, { "name": "model.layers.15.mlp.gate_proj.weight", "role": "ffn_gate", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 8700452, "length_bytes": 6291456 }, { "name": "model.layers.15.mlp.up_proj.weight", "role": "ffn_up", "layer_index": 15, "dtype": "u32", "source_quantized": true, "quantization": { "mode": "affine", "group_size": 32, "bits": 4 }, "shape": [ 6144, 256 ], "file": "model.safetensors", "offset_bytes": 849130020, "length_bytes": 6291456 } ] }