| { |
| "schema_version": "ax.native_model.v1", |
| "model_family": "mistral3", |
| "tensor_format": "safetensors", |
| "layer_count": 34, |
| "hidden_size": 4096, |
| "intermediate_size": 14336, |
| "attention_head_count": 32, |
| "attention_head_dim": 128, |
| "kv_head_count": 8, |
| "vocab_size": 131072, |
| "tie_word_embeddings": true, |
| "rope_theta": 1000000, |
| "no_rope_layer_interval": 0, |
| "intermediate_size_mlp": 0, |
| "attn_output_gate": false, |
| "rms_norm_eps": 0.00001, |
| "moe_norm_topk_prob": false, |
| "hidden_size_per_layer_input": 0, |
| "tensors": [ |
| { |
| "name": "model.norm.weight", |
| "role": "final_norm", |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 8778, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.embed_tokens.weight", |
| "role": "token_embedding", |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 8 |
| }, |
| "shape": [ |
| 131072, |
| 1024 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4689411227, |
| "length_bytes": 536870912 |
| }, |
| { |
| "name": "model.layers.0.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4653235355, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.0.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 0, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4526480539, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.0.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4258421915, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.0.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 0, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1771117723, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.0.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4295253147, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.0.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1953225883, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.0.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4614700187, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.0.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4170726555, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.0.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 0, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4356070555, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.1.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4582587547, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.1.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 1, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4495801499, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.1.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4529634459, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.1.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 1, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3489422491, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.1.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4602117275, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.1.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4428553371, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.1.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3934370971, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.1.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4387265691, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.1.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 1, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3780975771, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.2.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4311506075, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.2.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 2, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4491730075, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.2.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4208868507, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.2.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 2, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3361619099, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.2.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4333001883, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.2.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3168812187, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.2.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4090371227, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.2.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3328588955, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.2.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 2, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1880325275, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.3.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3774020763, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.3.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 3, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3875642523, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.3.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4277820571, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.3.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 3, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4225252507, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.3.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4076608667, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.3.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4352924827, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.3.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3415104667, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.3.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1553136795, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.3.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 3, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3523378331, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.4.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4025212059, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.4.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 4, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3571612827, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.4.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2171755675, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.4.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 4, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3865525403, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.4.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3249945755, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.4.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2691112091, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.4.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3875650715, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.4.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 5271764123, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.4.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 4, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3905010843, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.5.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3847429275, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.5.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 5, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3621182619, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.5.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3814005915, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.5.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 5, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4055235739, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.5.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3390987419, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.5.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3836943515, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.5.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2502745243, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.5.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3262528667, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.5.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 5, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4496989339, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.6.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3572276379, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.6.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 6, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3780967579, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.6.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4012629147, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.6.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 6, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3028401307, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.6.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3591806107, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.6.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1808358555, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.6.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4660051099, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.6.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3295558811, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.6.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 6, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 5231787163, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.7.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3555884187, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.7.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 7, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3032210587, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.7.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3110354075, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.7.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 7, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3109821595, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.7.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2316467355, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.7.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4274674843, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.7.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3035896987, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.7.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3077315739, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.7.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 7, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3489561755, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.8.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3829079195, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.8.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 8, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2919586971, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.8.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3012148379, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.8.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 8, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2919447707, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.8.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2968632475, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.8.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3028540571, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.8.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2022956187, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.8.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2981215387, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.8.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 8, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2919726235, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.9.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4072676507, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.9.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 9, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2673409179, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.9.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2803834011, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.9.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 9, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2673400987, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.9.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4589403291, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.9.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4200086683, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.9.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2707102875, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.9.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2742492315, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.9.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 9, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2873572507, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.10.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2644827291, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.10.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 10, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2502212763, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.10.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2587942043, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.10.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 10, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4028357787, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.10.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2097536155, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.10.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3171957915, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.10.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4433009819, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.10.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2555698331, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.10.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 10, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1714355355, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.11.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2846432411, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.11.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 11, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2349104283, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.11.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2349636763, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.11.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 11, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2859932827, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.11.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3608059035, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.11.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2378996891, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.11.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2382142619, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.11.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3220585627, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.11.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 11, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2816679067, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.12.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2331016347, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.12.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 12, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1946254491, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.12.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2234670235, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.12.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 12, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2458164379, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.12.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2334686363, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.12.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2249620635, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.12.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4542217371, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.12.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2204785819, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.12.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 12, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2139225243, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.13.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2114190491, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.13.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 13, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1949547675, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.13.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2648104091, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.13.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 13, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1949539483, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.13.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2790202523, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.13.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2535775387, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.13.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1960565915, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.13.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2063457435, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.13.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 13, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2252766363, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.14.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4579441819, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.14.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 14, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1863802011, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.14.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2191678619, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.14.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 14, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2114051227, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.14.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2126642331, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.14.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1943108763, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.14.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3191094427, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.14.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1909685403, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.14.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 14, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4225260699, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.15.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4028365979, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.15.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 15, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2171731099, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.15.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1751194779, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.15.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 15, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1747385499, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.15.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1851219099, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.15.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1843223707, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.15.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1771125915, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.15.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1811635355, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.15.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 15, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3676634267, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.16.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1743715483, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.16.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 16, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3621174427, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.16.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2860465307, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.16.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 16, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2958916763, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.16.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 5307939995, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.16.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1711078555, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.16.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4462369947, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.16.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1586166939, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.16.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 16, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1989926043, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.17.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3588660379, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.17.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 17, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1394261147, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.17.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1444871323, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.17.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 17, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3621166235, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.17.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3575553179, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.17.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1501625499, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.17.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1405811867, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.17.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2286058651, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.17.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 17, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1505295515, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.18.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1377483931, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.18.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 18, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1325964443, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.18.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1359002779, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.18.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 18, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3875634331, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.18.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1381678235, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.18.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1371716763, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.18.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1329642651, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.18.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3122936987, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.18.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 18, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3361627291, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.19.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 5226282139, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.19.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 19, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4168490139, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.19.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1294376091, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.19.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 19, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1197767835, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.19.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1313381531, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.19.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1307221147, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.19.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 4096, |
| 1792 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1235131547, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.19.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1264491675, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.19.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 19, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 32, |
| "bits": 4 |
| }, |
| "shape": [ |
| 14336, |
| 512 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1197907099, |
| "length_bytes": 29360128 |
| }, |
| { |
| "name": "model.layers.20.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1179548827, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.20.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 20, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1804680347, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.20.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2538921115, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.20.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 20, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2171747483, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.20.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1185184923, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.20.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1176140955, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.20.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1457585307, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.20.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1129610395, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.20.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 20, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4120255643, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.21.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 5264948379, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.21.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 21, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 953564315, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.21.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1092385947, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.21.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 21, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 953556123, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.21.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1113357467, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.21.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1105755291, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.21.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1003248795, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.21.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1047297179, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.21.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 21, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 955538587, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.22.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 937295003, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.22.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 22, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3861322907, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.22.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 921296027, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.22.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 22, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 850238619, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.22.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 940965019, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.22.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 934141083, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.22.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3632594075, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.22.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 876723355, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.22.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 22, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1663237275, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.23.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 846568603, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.23.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 23, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2247253147, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.23.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 833723547, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.23.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 23, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 741702811, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.23.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 850246811, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.23.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3552738459, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.23.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 786275483, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.23.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3729980571, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.23.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 23, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 741711003, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.24.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 725449883, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.24.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 24, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 937286811, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.24.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 708934811, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.24.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 24, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 607476891, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.24.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 729119899, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.24.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 721779867, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.24.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 612990107, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.24.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 664370331, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.24.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 24, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1619197083, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.25.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4321991835, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.25.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 25, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 496319643, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.25.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 547708059, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.25.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 25, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1398463643, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.25.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2660818075, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.25.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 604331163, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.25.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2458172571, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.25.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 560290971, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.25.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 25, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 498162843, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.26.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2168585371, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.26.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 26, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3035888795, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.26.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 481508507, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.26.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 26, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3865795739, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.26.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2694519963, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.26.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2684165275, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.26.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 390544539, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.26.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 436419739, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.26.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 26, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2600656027, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.27.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 385563803, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.27.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 27, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2171739291, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.27.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 324353179, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.27.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 27, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 953547931, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.27.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3156229275, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.27.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 381238427, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.27.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 280312987, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.27.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2411633819, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.27.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 27, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3964779675, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.28.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 272972955, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.28.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 28, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2964954267, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.28.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 2362219675, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.28.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 28, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 920763547, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.28.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3709664411, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.28.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4043570331, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.28.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 337198235, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.28.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 228801691, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.28.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 28, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 182926491, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.29.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1615527067, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.29.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 29, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 4012620955, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.29.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3559029915, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.29.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 29, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 1047288987, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.29.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 170343579, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.29.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 167197851, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.29.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 123026587, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.29.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3445251227, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.29.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 29, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 78986395, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.30.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3106675867, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.30.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 30, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 259170890, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.30.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 47791259, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.30.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 30, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 622928458, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.30.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 64568475, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.30.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 60374171, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.30.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 576791114, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.30.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00001-of-00002.safetensors", |
| "offset_bytes": 3751067, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.30.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 30, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 170566218, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.31.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 539820618, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.31.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 31, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 328254026, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.31.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 559358538, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.31.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 31, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 490267210, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.31.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 333767242, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.31.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 265339466, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.31.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 394846794, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.31.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 446227018, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.31.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 31, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 346350154, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.32.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 268485194, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.32.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 32, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 559350346, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.32.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 544277066, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.32.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 32, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 166756938, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.32.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 315671114, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.32.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 261538378, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.32.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 214606410, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.32.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 271630922, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.32.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 32, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 495780426, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.33.self_attn.k_proj.weight", |
| "role": "attention_k", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 490275402, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.33.input_layernorm.weight", |
| "role": "attention_norm", |
| "layer_index": 33, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 25162, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.33.self_attn.o_proj.weight", |
| "role": "attention_o", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 137658954, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.33.post_attention_layernorm.weight", |
| "role": "attention_post_norm", |
| "layer_index": 33, |
| "dtype": "bf16", |
| "shape": [ |
| 4096 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 16970, |
| "length_bytes": 8192 |
| }, |
| { |
| "name": "model.layers.33.self_attn.q_proj.weight", |
| "role": "attention_q", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 154174026, |
| "length_bytes": 12582912 |
| }, |
| { |
| "name": "model.layers.33.self_attn.v_proj.weight", |
| "role": "attention_v", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 1024, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 150372938, |
| "length_bytes": 3145728 |
| }, |
| { |
| "name": "model.layers.33.mlp.down_proj.weight", |
| "role": "ffn_down", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 4096, |
| 2688 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 47743562, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.33.mlp.gate_proj.weight", |
| "role": "ffn_gate", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 93618762, |
| "length_bytes": 44040192 |
| }, |
| { |
| "name": "model.layers.33.mlp.up_proj.weight", |
| "role": "ffn_up", |
| "layer_index": 33, |
| "dtype": "u32", |
| "source_quantized": true, |
| "quantization": { |
| "mode": "affine", |
| "group_size": 64, |
| "bits": 6 |
| }, |
| "shape": [ |
| 14336, |
| 768 |
| ], |
| "file": "model-00002-of-00002.safetensors", |
| "offset_bytes": 33354, |
| "length_bytes": 44040192 |
| } |
| ] |
| } |
