{
  "schema_version": "ax.native_model.v1",
  "model_family": "qwen3_5",
  "tensor_format": "safetensors",
  "layer_count": 64,
  "hidden_size": 5120,
  "intermediate_size": 17408,
  "attention_head_count": 24,
  "attention_head_dim": 256,
  "kv_head_count": 4,
  "vocab_size": 248320,
  "tie_word_embeddings": false,
  "rope_theta": 10000000,
  "no_rope_layer_interval": 0,
  "intermediate_size_mlp": 0,
  "attn_output_gate": true,
  "partial_rotary_factor": 0.25,
  "rms_norm_eps": 0.000001,
  "moe_norm_topk_prob": true,
  "hidden_size_per_layer_input": 0,
  "linear_attention": {
    "full_attention_interval": 4,
    "num_value_heads": 48,
    "num_key_heads": 16,
    "key_head_dim": 128,
    "value_head_dim": 128,
    "conv_kernel_dim": 4
  },
  "think_start_token_id": 248068,
  "think_end_token_id": 248069,
  "dropped_tensors": {
    "count": 515,
    "media_role_hits": 0,
    "names_sample": [
      "language_model.model.embed_tokens.biases",
      "language_model.model.embed_tokens.scales",
      "language_model.model.layers.0.linear_attn.in_proj_a.scales",
      "language_model.model.layers.0.linear_attn.in_proj_b.scales",
      "language_model.model.layers.0.linear_attn.in_proj_qkv.scales",
      "language_model.model.layers.0.linear_attn.in_proj_z.scales",
      "language_model.model.layers.0.linear_attn.out_proj.scales",
      "language_model.model.layers.0.mlp.down_proj.scales",
      "language_model.model.layers.0.mlp.gate_proj.scales",
      "language_model.model.layers.0.mlp.up_proj.scales",
      "language_model.model.layers.1.linear_attn.in_proj_a.scales",
      "language_model.model.layers.1.linear_attn.in_proj_b.scales",
      "language_model.model.layers.1.linear_attn.in_proj_qkv.scales",
      "language_model.model.layers.1.linear_attn.in_proj_z.scales",
      "language_model.model.layers.1.linear_attn.out_proj.scales",
      "language_model.model.layers.1.mlp.down_proj.scales"
    ]
  },
  "tensors": [
    {
      "name": "language_model.model.norm.weight",
      "role": "final_norm",
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3781826467,
      "length_bytes": 10240
    },
    {
      "name": "language_model.lm_head.weight",
      "role": "lm_head",
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "affine",
        "group_size": 64,
        "bits": 8
      },
      "shape": [
        248320,
        1280
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 64201955,
      "length_bytes": 1271398400
    },
    {
      "name": "model.visual.blocks.0.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 37128,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.0.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 39432,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.0.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 2693640,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.0.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 2700552,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.0.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 10663176,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.0.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 10671784,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.0.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 20588200,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.0.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 20590504,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.0.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 30506920,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.0.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 30509224,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.0.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 30511528,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.0.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 30513832,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.1.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 30516136,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.1.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 30518440,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.1.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 33172648,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.1.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 33179560,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.1.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 41142184,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.1.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 41150792,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.1.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 51067208,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.1.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 51069512,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.1.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 60985928,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.1.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 60988232,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.1.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 60990536,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.1.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 60992840,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.10.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 60995144,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.10.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 60997448,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.10.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 63651656,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.10.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 63658568,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.10.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 71621192,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.10.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 71629800,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.10.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 81546216,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.10.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 81548520,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.10.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 91464936,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.10.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 91467240,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.10.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 91469544,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.10.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 91471848,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.11.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 91474152,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.11.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 91476456,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.11.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 94130664,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.11.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 94137576,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.11.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 102100200,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.11.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 102108808,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.11.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 112025224,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.11.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 112027528,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.11.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 121943944,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.11.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 121946248,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.11.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 121948552,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.11.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 121950856,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.12.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 121953160,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.12.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 121955464,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.12.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 124609672,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.12.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 124616584,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.12.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 132579208,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.12.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 132587816,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.12.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 142504232,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.12.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 142506536,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.12.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 152422952,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.12.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 152425256,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.12.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 152427560,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.12.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 152429864,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.13.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 152432168,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.13.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 152434472,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.13.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 155088680,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.13.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 155095592,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.13.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 163058216,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.13.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 163066824,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.13.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 172983240,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.13.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 172985544,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.13.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 182901960,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.13.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 182904264,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.13.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 182906568,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.13.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 182908872,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.14.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 182911176,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.14.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 182913480,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.14.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 185567688,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.14.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 185574600,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.14.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 193537224,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.14.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 193545832,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.14.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 203462248,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.14.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 203464552,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.14.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 213380968,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.14.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 213383272,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.14.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 213385576,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.14.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 213387880,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.15.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 213390184,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.15.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 213392488,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.15.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 216046696,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.15.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 216053608,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.15.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 224016232,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.15.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 224024840,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.15.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 233941256,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.15.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 233943560,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.15.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 243859976,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.15.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 243862280,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.15.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 243864584,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.15.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 243866888,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.16.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 243869192,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.16.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 243871496,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.16.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 246525704,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.16.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 246532616,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.16.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 254495240,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.16.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 254503848,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.16.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 264420264,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.16.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 264422568,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.16.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 274338984,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.16.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 274341288,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.16.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 274343592,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.16.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 274345896,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.17.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 274348200,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.17.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 274350504,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.17.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 277004712,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.17.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 277011624,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.17.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 284974248,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.17.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 284982856,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.17.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 294899272,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.17.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 294901576,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.17.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 304817992,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.17.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 304820296,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.17.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 304822600,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.17.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 304824904,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.18.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 304827208,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.18.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 304829512,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.18.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 307483720,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.18.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 307490632,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.18.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 315453256,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.18.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 315461864,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.18.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 325378280,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.18.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 325380584,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.18.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 335297000,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.18.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 335299304,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.18.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 335301608,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.18.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 335303912,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.19.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 335306216,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.19.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 335308520,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.19.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 337962728,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.19.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 337969640,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.19.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 345932264,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.19.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 345940872,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.19.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 355857288,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.19.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 355859592,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.19.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 365776008,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.19.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 365778312,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.19.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 365780616,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.19.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 365782920,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.2.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 365785224,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.2.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 365787528,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.2.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 368441736,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.2.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 368448648,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.2.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 376411272,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.2.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 376419880,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.2.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 386336296,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.2.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 386338600,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.2.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 396255016,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.2.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 396257320,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.2.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 396259624,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.2.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 396261928,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.20.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 396264232,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.20.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 396266536,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.20.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 398920744,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.20.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 398927656,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.20.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 406890280,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.20.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 406898888,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.20.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 416815304,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.20.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 416817608,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.20.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 426734024,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.20.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 426736328,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.20.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 426738632,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.20.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 426740936,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.21.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 426743240,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.21.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 426745544,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.21.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 429399752,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.21.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 429406664,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.21.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 437369288,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.21.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 437377896,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.21.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 447294312,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.21.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 447296616,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.21.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 457213032,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.21.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 457215336,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.21.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 457217640,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.21.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 457219944,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.22.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 457222248,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.22.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 457224552,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.22.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 459878760,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.22.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 459885672,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.22.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 467848296,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.22.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 467856904,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.22.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 477773320,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.22.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 477775624,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.22.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 487692040,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.22.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 487694344,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.22.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 487696648,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.22.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 487698952,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.23.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 487701256,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.23.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 487703560,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.23.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 490357768,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.23.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 490364680,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.23.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 498327304,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.23.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 498335912,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.23.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 508252328,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.23.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 508254632,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.23.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 518171048,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.23.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 518173352,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.23.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 518175656,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.23.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 518177960,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.24.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 518180264,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.24.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 518182568,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.24.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 520836776,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.24.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 520843688,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.24.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 528806312,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.24.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 528814920,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.24.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 538731336,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.24.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 538733640,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.24.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 548650056,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.24.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 548652360,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.24.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 548654664,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.24.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 548656968,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.25.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 548659272,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.25.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 548661576,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.25.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 551315784,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.25.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 551322696,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.25.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 559285320,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.25.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 559293928,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.25.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 569210344,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.25.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 569212648,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.25.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 579129064,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.25.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 579131368,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.25.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 579133672,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.25.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 579135976,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.26.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 579138280,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.26.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 579140584,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.26.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 581794792,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.26.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 581801704,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.26.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 589764328,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.26.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 589772936,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.26.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 599689352,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.26.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 599691656,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.26.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 609608072,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.26.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 609610376,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.26.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 609612680,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.26.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 609614984,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.3.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 609617288,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.3.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 609619592,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.3.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 612273800,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.3.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 612280712,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.3.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 620243336,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.3.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 620251944,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.3.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 630168360,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.3.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 630170664,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.3.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 640087080,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.3.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 640089384,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.3.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 640091688,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.3.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 640093992,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.4.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 640096296,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.4.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 640098600,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.4.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 642752808,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.4.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 642759720,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.4.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 650722344,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.4.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 650730952,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.4.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 660647368,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.4.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 660649672,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.4.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 670566088,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.4.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 670568392,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.4.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 670570696,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.4.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 670573000,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.5.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 670575304,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.5.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 670577608,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.5.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 673231816,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.5.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 673238728,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.5.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 681201352,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.5.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 681209960,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.5.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 691126376,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.5.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 691128680,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.5.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 701045096,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.5.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 701047400,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.5.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 701049704,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.5.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 701052008,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.6.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 701054312,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.6.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 701056616,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.6.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 703710824,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.6.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 703717736,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.6.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 711680360,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.6.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 711688968,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.6.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 721605384,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.6.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 721607688,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.6.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 731524104,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.6.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 731526408,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.6.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 731528712,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.6.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 731531016,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.7.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 731533320,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.7.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 731535624,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.7.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 734189832,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.7.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 734196744,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.7.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 742159368,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.7.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 742167976,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.7.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 752084392,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.7.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 752086696,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.7.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 762003112,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.7.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 762005416,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.7.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 762007720,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.7.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 762010024,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.8.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 762012328,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.8.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 762014632,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.8.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 764668840,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.8.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 764675752,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.8.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 772638376,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.8.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 772646984,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.8.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 782563400,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.8.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 782565704,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.8.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 792482120,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.8.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 792484424,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.8.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 792486728,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.8.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 792489032,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.9.attn.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 792491336,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.9.attn.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 792493640,
      "length_bytes": 2654208
    },
    {
      "name": "model.visual.blocks.9.attn.qkv.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456
      ],
      "file": "vision.safetensors",
      "offset_bytes": 795147848,
      "length_bytes": 6912
    },
    {
      "name": "model.visual.blocks.9.attn.qkv.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        3456,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 795154760,
      "length_bytes": 7962624
    },
    {
      "name": "model.visual.blocks.9.mlp.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 803117384,
      "length_bytes": 8608
    },
    {
      "name": "model.visual.blocks.9.mlp.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 803125992,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.9.mlp.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 813042408,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.9.mlp.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        4304
      ],
      "file": "vision.safetensors",
      "offset_bytes": 813044712,
      "length_bytes": 9916416
    },
    {
      "name": "model.visual.blocks.9.norm1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 822961128,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.9.norm1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 822963432,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.9.norm2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 822965736,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.blocks.9.norm2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 822968040,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.merger.linear_fc1.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4608
      ],
      "file": "vision.safetensors",
      "offset_bytes": 822970344,
      "length_bytes": 9216
    },
    {
      "name": "model.visual.merger.linear_fc1.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        4608,
        4608
      ],
      "file": "vision.safetensors",
      "offset_bytes": 822979560,
      "length_bytes": 42467328
    },
    {
      "name": "model.visual.merger.linear_fc2.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "vision.safetensors",
      "offset_bytes": 865446888,
      "length_bytes": 10240
    },
    {
      "name": "model.visual.merger.linear_fc2.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        5120,
        4608
      ],
      "file": "vision.safetensors",
      "offset_bytes": 865457128,
      "length_bytes": 47185920
    },
    {
      "name": "model.visual.merger.norm.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 912643048,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.merger.norm.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 912645352,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.patch_embed.proj.bias",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 912647656,
      "length_bytes": 2304
    },
    {
      "name": "model.visual.patch_embed.proj.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        1152,
        3,
        2,
        16,
        16
      ],
      "file": "vision.safetensors",
      "offset_bytes": 912649960,
      "length_bytes": 3538944
    },
    {
      "name": "model.visual.pos_embed.weight",
      "role": "other",
      "dtype": "bf16",
      "shape": [
        2304,
        1152
      ],
      "file": "vision.safetensors",
      "offset_bytes": 916188904,
      "length_bytes": 5308416
    },
    {
      "name": "language_model.model.embed_tokens.weight",
      "role": "token_embedding",
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "affine",
        "group_size": 64,
        "bits": 8
      },
      "shape": [
        248320,
        1280
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3475223544,
      "length_bytes": 1271398400
    },
    {
      "name": "language_model.model.layers.0.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 0,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5068821976,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.0.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 0,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2832056344,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.0.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2976105336,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.0.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 566248472,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.0.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 347596216,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.0.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 0,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2717429688,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.0.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 0,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4960974296,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.0.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 0,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3472438168,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.0.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5203680664,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.0.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1338439096,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.0.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4934759896,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.0.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5068975576,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.0.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 0,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3233668408,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.0.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 0,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4796767416,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.1.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 1,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1701498488,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.1.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 1,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5068965336,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.1.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3315271224,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.1.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5008528856,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.1.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1953982520,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.1.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 1,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4746632280,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.1.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 1,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5129268696,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.1.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 1,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 637027352,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.1.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4962039256,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.1.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2362982232,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.1.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2771507224,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.1.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2797721624,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.1.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 1,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 180151480,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.1.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 1,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5053093336,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.2.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 2,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4746621944,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.2.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 2,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3426854552,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.2.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 810373176,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.2.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5206588824,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.2.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4746632376,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.2.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 2,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5184974296,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.2.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 2,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 410285592,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.2.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 2,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4828225208,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.2.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 181257656,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.2.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5068842456,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.2.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2615173048,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.2.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3020669816,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.2.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 2,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3101665848,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.2.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 2,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1253794648,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.3.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3420457112,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.3.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 3,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3230741304,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.3.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 3,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3055035256,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.3.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3236464184,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.3.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 3,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1822277336,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.3.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2944648056,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.3.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 3,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3230752056,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.3.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4900002584,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.3.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3167540024,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.3.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5139426776,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.3.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 3,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 980460344,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.4.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 4,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3427855512,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.4.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 4,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1482669688,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.4.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4962325976,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.4.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3104451384,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.4.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5084704216,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.4.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 4,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3055045496,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.4.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 4,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3101583928,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.4.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 4,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2138313464,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.4.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1025114424,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.4.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3230618424,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.4.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2299903832,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.4.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2599444408,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.4.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 4,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1843717432,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.4.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 4,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3036398456,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.5.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 5,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2813450264,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.5.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 5,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2771496984,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.5.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5297366424,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.5.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1385599512,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.5.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1909418040,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.5.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 5,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 711582328,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.5.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 5,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2890826616,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.5.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 5,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2837645080,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.5.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2873861496,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.5.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2873984376,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.5.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4873772824,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.5.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3151801144,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.5.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 5,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2834851864,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.5.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 5,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2813460504,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.6.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 6,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5185965464,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.6.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 6,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 757140184,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.6.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2247139672,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.6.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2415329112,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.6.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2366013272,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.6.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 6,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4902624024,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.6.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 6,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1163395736,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.6.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 6,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2599444312,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.6.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 564487192,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.6.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2363105112,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.6.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2745282584,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.6.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3299542584,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.6.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 6,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1893688888,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.6.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 6,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2857149816,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.7.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4904262520,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.7.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 7,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4812496056,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.7.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 7,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2185681240,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.7.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2231247192,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.7.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 7,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2185671000,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.7.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2331524952,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.7.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 7,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2185699160,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.7.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2326118232,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.7.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2141106520,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.7.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2641397688,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.7.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 7,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2093748984,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.8.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 8,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3236453944,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.8.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 8,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2044094616,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.8.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 638018168,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.8.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2504458072,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.8.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2185699672,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.8.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 8,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3055045592,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.8.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 8,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2087031448,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.8.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 8,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1998547000,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.8.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1481433208,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.8.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5347665816,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.8.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2060816536,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.8.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2045087896,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.8.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 8,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1893689144,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.8.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 8,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2840430456,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.9.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 9,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1701508728,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.9.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 9,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3230741816,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.9.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1609584248,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.9.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2900083576,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.9.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5251153304,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.9.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 9,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1777541240,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.9.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 9,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2093667064,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.9.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 9,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1822287576,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.9.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3233537848,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.9.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1825080632,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.9.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2717429784,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.9.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1825203512,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.9.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 9,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1761812344,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.9.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 9,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1746083704,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.10.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 10,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1481300088,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.10.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 10,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1435734552,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.10.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1846502968,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.10.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1435744792,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.10.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2549022552,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.10.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 10,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5185965368,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.10.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 10,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1562152568,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.10.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 10,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1481292312,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.10.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1481310328,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.10.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1481563768,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.10.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1535938168,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.10.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1498418808,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.10.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 10,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3427865752,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.10.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 10,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1516932728,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.11.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1341183416,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.11.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 11,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5347665304,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.11.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 11,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1335468984,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.11.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 198092216,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.11.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 11,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 756146904,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.11.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1345778616,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.11.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 11,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1335479224,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.11.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1338561976,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.11.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1999530136,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.11.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3056036408,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.11.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 11,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1270629304,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.12.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 12,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 559930392,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.12.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 12,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1498408568,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.12.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1071481496,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.12.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1118831256,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.12.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1701518968,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.12.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 12,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1164460696,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.12.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 12,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1253712728,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.12.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 12,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1164460792,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.12.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3054912376,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.12.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1164460888,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.12.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4906899320,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.12.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4812496568,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.12.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 12,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1746083448,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.12.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 12,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1893689400,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.13.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 13,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 961935928,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.13.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 13,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5297356184,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.13.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 914575416,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.13.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4829208344,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.13.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1654148728,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.13.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 13,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1270506328,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.13.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 13,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 443463192,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.13.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 13,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4933113720,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.13.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1025237304,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.13.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1270506424,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.13.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 883937336,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.13.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3212104504,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.13.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 13,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 977674808,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.13.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 13,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 961946168,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.14.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 14,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3167529784,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.14.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 14,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 959139896,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.14.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 764687320,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.14.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1777705176,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.14.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1164583768,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.14.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 14,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2087113368,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.14.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 14,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5132135896,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.14.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 14,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 809251800,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.14.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2597355352,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.14.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 809267256,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.14.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 854937656,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.14.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1482679928,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.14.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 14,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1025360184,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.14.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 14,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 426096152,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.15.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 757314520,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.15.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 15,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 959150136,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.15.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 15,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2685962168,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.15.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2875097976,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.15.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 15,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5202687384,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.15.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2685972408,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.15.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 15,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2087030936,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.15.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2297282392,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.15.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3360000056,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.15.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2459893592,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.15.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 15,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 711582424,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.16.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 16,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 558806552,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.16.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 16,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2641387448,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.16.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 509490712,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.16.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3254978104,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.16.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3427873688,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.16.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 16,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 4746632184,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.16.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 16,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2831974424,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.16.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 16,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1382814136,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.16.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 559807512,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.16.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 559940632,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.16.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 682582648,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.16.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1319740344,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.16.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 16,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5184974392,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.16.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 16,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5185975704,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.17.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 17,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 392170936,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.17.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 17,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 392160696,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.17.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 258467256,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.17.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 303031736,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.17.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 213902776,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.17.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 17,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1027326520,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.17.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 17,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1025032504,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.17.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 17,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 408892856,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.17.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 409056792,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.17.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 409179672,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.17.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 483276312,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.17.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 410367512,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.17.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 17,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 757150424,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.17.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 17,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 393164216,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.18.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 18,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 177340248,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.18.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 18,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 5068832216,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.18.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1562234488,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.18.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 132775768,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.18.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 82640728,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.18.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 18,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3420457016,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.18.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 18,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 213820856,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.18.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 18,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 177350744,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.18.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1315193784,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.18.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 180151736,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.18.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 610812952,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.18.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 181380536,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.18.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 18,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 177350488,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.18.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 18,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1761812600,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.19.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 48562008,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.19.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 19,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3359999544,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.19.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 19,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 47404376,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.19.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 3404564536,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.19.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 19,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1338428856,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.19.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 51183448,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.19.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 19,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 47414616,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.19.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1891067448,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.19.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 1209148248,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.19.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00001-of-00003.safetensors",
      "offset_bytes": 2839896,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.19.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 19,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5185160934,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.20.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 20,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5295607014,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.20.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 20,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3685013350,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.20.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5140473574,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.20.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3858274662,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.20.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4671260550,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.20.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 20,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2398286118,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.20.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 20,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5362843110,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.20.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 20,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4344691302,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.20.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3975397222,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.20.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4855089030,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.20.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3034645990,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.20.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4113676646,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.20.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 20,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5368505926,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.20.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 20,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4173970022,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.21.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 21,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3503684422,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.21.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 21,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3509314214,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.21.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4986447750,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.21.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4036920166,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.21.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5031012230,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.21.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 21,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2836787494,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.21.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 21,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5298402790,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.21.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 21,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4440238374,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.21.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2403693446,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.21.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2764894822,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.21.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4084380006,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.21.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2508855942,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.21.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 21,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3503866182,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.21.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 21,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5124736998,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.22.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 22,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4084369766,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.22.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 22,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3949049702,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.22.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4210834022,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.22.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2853509510,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.22.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4765960070,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.22.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 22,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3503876678,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.22.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 22,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4435261638,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.22.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 22,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2080883622,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.22.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3414299462,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.22.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1625060998,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.22.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5298484710,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.22.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2634859142,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.22.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 22,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3857291366,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.22.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 22,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3011380198,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.23.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5229725414,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.23.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 23,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3975520614,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.23.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 23,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 928647046,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.23.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2836797830,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.23.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 23,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4110594406,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.23.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4954990470,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.23.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 23,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1797449542,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.23.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3685023590,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.23.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2792223014,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.23.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3767934566,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.23.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 23,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4610967430,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.24.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 24,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5368495686,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.24.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 24,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2836787590,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.24.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 992688710,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.24.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3623573094,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.24.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4810524550,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.24.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 24,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2653383302,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.24.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 24,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3812499046,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.24.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 24,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1554773542,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.24.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3011123686,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.24.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5185038054,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.24.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3715505766,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.24.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5340437990,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.24.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 24,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4173969766,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.24.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 24,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3669120614,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.25.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 25,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4440105254,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.25.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 25,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3503876774,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.25.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1200686790,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.25.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1488082886,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.25.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2175591526,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.25.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 25,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3510963622,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.25.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 25,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3618739814,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.25.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 25,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5077550982,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.25.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5358951910,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.25.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3510963718,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.25.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3741720166,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.25.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3584497254,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.25.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 25,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3509324966,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.25.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 25,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3227358022,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.26.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 26,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3506518694,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.26.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 26,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3114681830,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.26.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3070117350,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.26.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3325088582,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.26.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1154606790,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.26.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 26,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2656168966,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.26.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 26,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1754180422,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.26.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 26,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3131567846,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.26.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3458986822,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.26.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3180694342,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.26.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3274543942,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.26.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3243086662,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.26.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 26,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3130584550,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.26.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 26,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3600225894,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.27.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2961316230,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.27.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 27,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3011256806,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.27.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 27,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1925437350,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.27.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5324699110,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.27.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 27,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3011246566,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.27.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4579502470,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.27.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 27,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3029894118,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.27.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3008502246,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.27.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2963937670,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.27.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3369653062,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.27.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 27,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5232364774,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.28.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 28,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2527369862,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.28.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 28,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5232354534,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.28.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2458710662,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.28.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2590294662,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.28.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3904485222,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.28.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 28,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2653383398,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.28.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 28,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1200277190,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.28.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 28,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2653383590,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.28.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2700733542,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.28.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2700874342,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.28.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2766008614,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.28.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3306574662,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.28.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 28,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2457727366,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.28.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 28,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2574566022,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.29.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 29,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2267516102,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.29.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 29,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2267505862,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.29.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2220156006,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.29.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2010455462,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.29.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2101036038,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.29.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 29,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2290627782,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.29.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 29,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3068397030,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.29.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 29,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4440105158,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.29.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3303543622,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.29.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1200359110,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.29.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3687645030,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.29.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3114692070,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.29.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 29,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3713859430,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.29.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 29,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2274899142,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.30.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 30,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2057935782,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.30.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 30,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3180817222,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.30.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4532152710,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.30.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2916751750,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.30.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4390697158,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.30.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 30,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3008502150,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.30.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 30,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4084269926,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.30.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 30,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1149744710,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.30.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4036797286,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.30.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2055019942,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.30.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4855211910,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.30.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2060731302,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.30.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 30,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5298402534,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.30.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 30,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1738444006,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.31.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 973344646,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.31.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 31,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3509324454,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.31.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 31,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1920020390,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.31.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1930977702,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.31.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 31,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1920002470,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.31.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1974231462,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.31.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 31,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1928355750,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.31.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3503887014,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.31.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2530001542,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.31.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1830873414,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.31.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 31,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1875437990,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.32.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 32,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1722704870,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.32.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 32,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1722694630,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.32.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4487588230,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.32.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2410369926,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.32.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1672551814,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.32.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 32,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1754172646,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.32.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 32,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1826285894,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.32.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 32,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2175591430,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.32.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1780476742,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.32.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1781598022,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.32.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1800071494,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.32.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1781720902,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.32.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 32,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1738443750,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.32.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 32,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1722715110,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.33.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 33,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1669748358,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.33.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 33,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3581865574,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.33.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1577711238,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.33.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1625183878,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.33.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2656169062,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.33.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 33,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1875437894,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.33.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 33,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3414217542,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.33.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 33,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5368495590,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.33.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3857168486,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.33.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4360427718,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.33.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4364482758,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.33.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2080883718,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.33.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 33,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1669758598,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.33.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 33,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5276929254,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.34.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 34,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2508845702,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.34.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 34,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2653373062,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.34.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3812588646,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.34.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2293413158,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.34.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4721395590,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.34.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 34,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1554773446,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.34.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 34,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3684849254,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.34.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 34,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3511086598,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.34.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3011257318,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.34.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3306451782,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.34.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1946870182,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.34.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1554773638,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.34.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 34,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1149755046,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.34.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 34,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1536423366,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.35.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1552152006,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.35.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 35,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2403692934,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.35.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 35,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1408937670,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.35.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1412716486,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.35.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 35,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3459109702,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.35.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1430411206,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.35.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 35,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3975520102,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.35.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1797450054,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.35.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1275244230,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.35.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1364373190,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.35.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 35,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4255398502,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.36.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 36,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1150738438,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.36.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 36,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1149744806,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.36.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3459119942,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.36.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1105008710,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.36.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1054873670,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.36.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 36,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1151821318,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.36.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 36,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1151739398,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.36.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 36,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1719909254,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.36.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1199171270,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.36.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1200481990,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.36.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1246244550,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.36.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4192483942,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.36.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 36,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 975966086,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.36.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 36,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4020085606,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.37.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 37,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1245251270,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.37.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 37,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 975966342,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.37.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4129405286,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.37.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3975521126,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.37.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 928657286,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.37.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 37,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 992688614,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.37.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 37,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1826367814,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.37.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 37,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2765017702,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.37.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1037253190,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.37.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1037383750,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.37.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1754262342,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.37.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1037506630,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.37.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 37,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 992688358,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.37.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 37,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 976959718,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.38.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 38,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3503866438,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.38.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 38,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 905322886,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.38.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 857973126,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.38.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2700997222,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.38.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3537301094,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.38.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 38,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2264720486,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.38.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 38,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 924141446,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.38.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 38,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2653383494,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.38.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4110768486,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.38.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 905504646,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.38.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3949059942,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.38.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 905627526,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.38.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 38,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3684931174,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.38.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 38,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5077551078,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.39.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 816337286,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.39.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 39,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2145608198,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.39.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 39,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 812721958,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.39.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4344699078,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.39.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 39,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5340427750,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.39.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 820935046,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.39.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 39,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 812732198,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.39.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 813715846,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.39.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 765372198,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.39.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3136129862,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.39.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 39,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 673457958,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.40.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 40,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 818958726,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.40.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 40,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 622239942,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.40.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1319808710,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.40.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 577675462,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.40.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3182793542,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.40.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 40,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 653707462,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.40.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 40,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1200604870,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.40.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 40,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 813715750,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.40.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 653715238,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.40.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 653838118,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.40.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1461868486,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.40.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 654944038,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.40.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 40,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5140473318,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.40.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 40,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 622250182,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.41.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 41,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4440094918,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.41.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 41,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 549755398,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.41.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2353713958,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.41.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 718022438,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.41.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 502405638,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.41.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 41,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 550871814,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.41.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 41,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 569237446,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.41.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 41,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 550871910,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.41.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 973221766,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.41.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4440115494,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.41.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2149377030,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.41.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 551870406,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.41.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 41,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 550871558,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.41.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 41,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4655531910,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.42.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 42,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 423539462,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.42.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 42,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 423529222,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.42.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3414422342,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.42.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 378964742,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.42.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 334400262,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.42.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 42,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1150738342,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.42.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 42,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 502323718,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.42.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 42,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2766000838,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.42.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 455990278,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.42.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 549765638,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.42.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 473487878,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.42.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 456120838,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.42.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 42,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 455990022,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.42.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 42,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 424532742,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.43.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1920030630,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.43.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 43,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5077550470,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.43.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 43,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 328491270,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.43.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2337977638,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.43.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 43,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3506508454,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.43.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 5093279718,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.43.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 43,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 328501510,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.43.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 499702278,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.43.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 236577030,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.43.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 283926790,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.43.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 43,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 192012550,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.44.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 44,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4084359526,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.44.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 44,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 172415302,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.44.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 83286342,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.44.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 127850822,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.44.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4443023750,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.44.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 44,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 173408838,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.44.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 44,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 189145350,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.44.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 44,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 173408934,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.44.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3975274342,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.44.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3134360902,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.44.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4928776070,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.44.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 173416710,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.44.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 44,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 173408582,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.44.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 44,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 440261382,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.45.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 45,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2700856422,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.45.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 45,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 855177606,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.45.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4300126822,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.45.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4061926,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.45.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 4884211590,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.45.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 45,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 48626406,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.45.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 45,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3684931430,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.45.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 45,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 975976582,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.45.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 48626502,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.45.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 48757062,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.45.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 51501382,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.45.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2900859270,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.45.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 45,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 577675206,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.45.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 45,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 637978822,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.46.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 46,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4665520003,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.46.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 46,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4198909795,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.46.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3886704547,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.46.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4439665955,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.46.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2777975619,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.46.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 46,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 73350,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.46.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 46,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1194726,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.46.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 46,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1151821414,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.46.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 81126,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.46.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1928232870,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.46.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3511086694,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.46.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 3258815302,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.46.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 46,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 1408947910,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.46.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 46,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00002-of-00003.safetensors",
      "offset_bytes": 2747527782,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.47.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4125549987,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.47.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 47,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3292286659,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.47.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 47,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4288248675,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.47.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4484230435,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.47.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 47,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4515688323,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.47.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4760229859,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.47.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 47,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4515687715,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.47.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4628379523,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.47.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4350536995,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.47.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4882551779,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.47.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 47,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3374883011,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.48.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 48,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4285442915,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.48.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 48,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4927116259,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.48.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3931440547,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.48.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3976127907,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.48.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3842140067,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.48.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 48,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3419447491,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.48.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 48,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2632302915,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.48.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 48,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4343972803,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.48.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4631011203,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.48.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4198786915,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.48.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4259228515,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.48.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4198927715,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.48.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 48,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2678915395,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.48.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 48,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4128171427,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.49.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 49,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4288238435,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.49.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 49,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4631134083,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.49.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3633512483,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.49.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3686604323,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.49.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3588948003,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.49.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 49,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750829603,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.49.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 49,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3778959267,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.49.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 49,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750829891,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.49.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750840227,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.49.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3777187747,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.49.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2878990915,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.49.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3573219363,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.49.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 49,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3048665155,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.49.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 49,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4550391683,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.50.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 50,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3326703811,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.50.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 50,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4346758435,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.50.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3244936803,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.50.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4395101475,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.50.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3436528163,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.50.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 50,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4288266595,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.50.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 50,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2235204483,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.50.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 50,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3289501283,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.50.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3419447843,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.50.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3419693603,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.50.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3531276323,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.50.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4065256867,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.50.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 50,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3419447587,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.50.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 50,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3343425731,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.51.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3190040067,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.51.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 51,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3096189347,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.51.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 51,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3093229987,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.51.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3172212131,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.51.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 51,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3323744451,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.51.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4631144323,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.51.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 51,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3096189859,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.51.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2472272003,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.51.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3004100675,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.51.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3048665411,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.51.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 51,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4583815043,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.52.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 52,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2772476227,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.52.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 52,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2517834979,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.52.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4080985507,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.52.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2683347011,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.52.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3127647651,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.52.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 52,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4515688227,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.52.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 52,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3481092643,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.52.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 52,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2562655459,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.52.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3188934051,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.52.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2908973635,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.52.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2972308035,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.52.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2953660995,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.52.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 52,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2822540099,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.52.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 52,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3826411427,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.53.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 53,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3781836707,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.53.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 53,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3188923811,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.53.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2565440835,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.53.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2632384835,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.53.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4020692387,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.53.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 53,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3243943427,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.53.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 53,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2772486467,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.53.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 53,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750829699,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.53.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2971038275,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.53.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4550268803,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.53.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4518483843,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.53.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3735100963,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.53.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 53,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4195182083,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.53.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 53,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3420799523,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.54.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 54,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2467663747,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.54.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 54,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4665509763,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.54.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2378534787,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.54.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2727911747,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.54.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2244677507,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.54.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 54,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750829795,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.54.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 54,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2562573539,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.54.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 54,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2474893443,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.54.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3419570723,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.54.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3976005027,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.54.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2533573859,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.54.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2502106339,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.54.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 54,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2469650307,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.54.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 54,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2517845219,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.55.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2241933187,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.55.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 55,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2235378563,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.55.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 55,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2235286403,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.55.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2616574275,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.55.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 55,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750963107,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.55.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3292287171,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.55.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 55,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2240949635,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.55.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4662601603,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.55.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2187847043,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.55.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2289241987,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.55.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 55,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2137875843,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.56.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 56,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2035122211,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.56.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 56,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2035111971,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.56.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1987762211,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.56.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4214656355,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.56.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4150617603,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.56.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 56,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4147832227,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.56.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 56,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2235296643,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.56.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 56,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2095671587,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.56.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2095679363,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.56.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2095809923,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.56.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2111661443,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.56.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2095932803,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.56.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 56,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2095671331,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.56.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 56,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2035214371,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.57.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 57,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1884926915,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.57.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 57,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1884916675,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.57.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4837987299,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.57.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4715665379,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.57.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1885920291,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.57.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 57,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4196820739,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.57.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 57,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2971243075,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.57.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 57,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1884937155,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.57.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1930492451,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.57.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1946351651,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.57.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2474908899,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.57.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1949095971,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.57.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 57,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4346758179,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.57.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 57,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3359154371,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.58.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 58,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750829987,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.58.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 58,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1847535267,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.58.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3781846947,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.58.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1800185507,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.58.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1747264931,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.58.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 58,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1879345923,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.58.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 58,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1879264003,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.58.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 58,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1850166947,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.58.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1850174723,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.58.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1850305283,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.58.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1853049603,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.58.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3326714051,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.58.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 58,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2772568643,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.58.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 58,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1930623011,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.59.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2185225603,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.59.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 59,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4291051971,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.59.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 59,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1682209699,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.59.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1697949091,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.59.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 59,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3777310627,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.59.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1715807651,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.59.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 59,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1682219939,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.59.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1946474531,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.59.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1634859939,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.59.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4296623043,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.59.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 59,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1587510179,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.60.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 60,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1553830819,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.60.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 60,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1553820067,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.60.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2423099267,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.60.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4665530339,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.60.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3199378947,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.60.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 60,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3189056931,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.60.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 60,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4837905379,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.60.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 60,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1884916579,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.60.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1556626339,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.60.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1556749219,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.60.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1558510499,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.60.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1972033571,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.60.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 60,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1794614691,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.60.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 60,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2822540355,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.61.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 61,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2969389635,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.61.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 61,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1526481635,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.61.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1437352675,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.61.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2050943011,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.61.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2333970307,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.61.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 61,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1527474915,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.61.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 61,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2035132451,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.61.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 61,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1527475011,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.61.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3531145763,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.61.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1527482787,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.61.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1527605667,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.61.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4499959075,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.61.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 61,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2727911491,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.61.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 61,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1682220451,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.62.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 62,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2469640067,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.62.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 62,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3243943523,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.62.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4791687139,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.62.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1391142115,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.62.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1338385635,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.62.linear_attn.A_log",
      "role": "linear_attention_a_log",
      "layer_index": 62,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3093229891,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.62.linear_attn.conv1d.weight",
      "role": "linear_attention_conv1d",
      "layer_index": 62,
      "dtype": "bf16",
      "shape": [
        10240,
        4,
        1
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2971161155,
      "length_bytes": 81920
    },
    {
      "name": "language_model.model.layers.62.linear_attn.dt_bias",
      "role": "linear_attention_dt_bias",
      "layer_index": 62,
      "dtype": "bf16",
      "shape": [
        48
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4665530243,
      "length_bytes": 96
    },
    {
      "name": "language_model.model.layers.62.linear_attn.in_proj_a.weight",
      "role": "linear_attention_in_proj_a",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2244554627,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.62.linear_attn.in_proj_b.weight",
      "role": "linear_attention_in_proj_b",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        48,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4665386883,
      "length_bytes": 122880
    },
    {
      "name": "language_model.model.layers.62.linear_attn.in_proj_qkv.weight",
      "role": "linear_attention_in_proj_qkv",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        10240,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3750973347,
      "length_bytes": 26214400
    },
    {
      "name": "language_model.model.layers.62.linear_attn.in_proj_z.weight",
      "role": "linear_attention_in_proj_z",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        6144,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3557490723,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.62.linear_attn.norm.weight",
      "role": "linear_attention_norm",
      "layer_index": 62,
      "dtype": "bf16",
      "shape": [
        128
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2772568387,
      "length_bytes": 256
    },
    {
      "name": "language_model.model.layers.62.linear_attn.out_proj.weight",
      "role": "linear_attention_out_proj",
      "layer_index": 62,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4568086403,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.63.self_attn.k_proj.weight",
      "role": "attention_k",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1388520675,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.63.self_attn.k_norm.weight",
      "role": "attention_k_norm",
      "layer_index": 63,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 45359843,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.63.input_layernorm.weight",
      "role": "attention_norm",
      "layer_index": 63,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 45349603,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.63.self_attn.o_proj.weight",
      "role": "attention_o",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        768
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 46343395,
      "length_bytes": 15728640
    },
    {
      "name": "language_model.model.layers.63.post_attention_layernorm.weight",
      "role": "attention_post_norm",
      "layer_index": 63,
      "dtype": "bf16",
      "shape": [
        5120
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 4631000963,
      "length_bytes": 10240
    },
    {
      "name": "language_model.model.layers.63.self_attn.q_proj.weight",
      "role": "attention_q",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        12288,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3096190371,
      "length_bytes": 31457280
    },
    {
      "name": "language_model.model.layers.63.self_attn.q_norm.weight",
      "role": "attention_q_norm",
      "layer_index": 63,
      "dtype": "bf16",
      "shape": [
        256
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1553830307,
      "length_bytes": 512
    },
    {
      "name": "language_model.model.layers.63.self_attn.v_proj.weight",
      "role": "attention_v",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        1024,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1847545507,
      "length_bytes": 2621440
    },
    {
      "name": "language_model.model.layers.63.mlp.down_proj.weight",
      "role": "ffn_down",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        5120,
        2176
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 1481917155,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.63.mlp.gate_proj.weight",
      "role": "ffn_gate",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 2909096515,
      "length_bytes": 44564480
    },
    {
      "name": "language_model.model.layers.63.mlp.up_proj.weight",
      "role": "ffn_up",
      "layer_index": 63,
      "dtype": "u32",
      "source_quantized": true,
      "quantization": {
        "mode": "mxfp4",
        "group_size": 32,
        "bits": 4
      },
      "shape": [
        17408,
        640
      ],
      "file": "model-00003-of-00003.safetensors",
      "offset_bytes": 3481174563,
      "length_bytes": 44564480
    }
  ]
}