{
  "format": "tensorstore",
  "version": "easydel",
  "prefixes": {
    "model": [
      {
        "path": "model/model/language_model/embed_tokens/embedding",
        "shape": [
          248320,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/0/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/1/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/10/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/self_attn/k_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/self_attn/k_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/self_attn/o_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/self_attn/q_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/self_attn/q_proj/kernel",
        "shape": [
          1024,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/11/self_attn/v_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/12/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/13/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/14/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/self_attn/k_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/self_attn/k_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/self_attn/o_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/self_attn/q_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/self_attn/q_proj/kernel",
        "shape": [
          1024,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/15/self_attn/v_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/16/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/17/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/18/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/self_attn/k_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/self_attn/k_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/self_attn/o_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/self_attn/q_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/self_attn/q_proj/kernel",
        "shape": [
          1024,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/19/self_attn/v_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/2/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/20/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/21/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/22/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/self_attn/k_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/self_attn/k_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/self_attn/o_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/self_attn/q_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/self_attn/q_proj/kernel",
        "shape": [
          1024,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/23/self_attn/v_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/self_attn/k_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/self_attn/k_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/self_attn/o_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/self_attn/q_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/self_attn/q_proj/kernel",
        "shape": [
          1024,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/3/self_attn/v_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/4/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/5/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/6/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/self_attn/k_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/self_attn/k_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/self_attn/o_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/self_attn/q_norm/kernel",
        "shape": [
          256
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/self_attn/q_proj/kernel",
        "shape": [
          1024,
          4096
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/7/self_attn/v_proj/kernel",
        "shape": [
          1024,
          512
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/8/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/input_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/A_log",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/conv1d/kernel",
        "shape": [
          4,
          1,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/dt_bias",
        "shape": [
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/in_proj_a/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/in_proj_b/kernel",
        "shape": [
          1024,
          16
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/in_proj_qkv/kernel",
        "shape": [
          1024,
          6144
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/in_proj_z/kernel",
        "shape": [
          1024,
          2048
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/norm/kernel",
        "shape": [
          128
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/linear_attn/out_proj/kernel",
        "shape": [
          2048,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/mlp/down_proj/kernel",
        "shape": [
          3584,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/mlp/gate_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/mlp/up_proj/kernel",
        "shape": [
          1024,
          3584
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/layers/9/post_attention_layernorm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/language_model/norm/kernel",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/0/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/1/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/10/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/11/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/2/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/3/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/4/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/5/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/6/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/7/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/8/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/attn/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/attn/proj/kernel",
        "shape": [
          768,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/attn/qkv/bias",
        "shape": [
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/attn/qkv/kernel",
        "shape": [
          768,
          2304
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/mlp/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/mlp/linear_fc1/kernel",
        "shape": [
          768,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/mlp/linear_fc2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/mlp/linear_fc2/kernel",
        "shape": [
          3072,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/norm1/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/norm1/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/norm2/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/blocks/9/norm2/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/merger/linear_fc1/bias",
        "shape": [
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/merger/linear_fc1/kernel",
        "shape": [
          3072,
          3072
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/merger/linear_fc2/bias",
        "shape": [
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/merger/linear_fc2/kernel",
        "shape": [
          3072,
          1024
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/merger/norm/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/merger/norm/scale",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/patch_embed/proj/bias",
        "shape": [
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/patch_embed/proj/kernel",
        "shape": [
          2,
          16,
          16,
          3,
          768
        ],
        "dtype": "bfloat16"
      },
      {
        "path": "model/model/visual/pos_embed/embedding",
        "shape": [
          2304,
          768
        ],
        "dtype": "bfloat16"
      }
    ]
  }
}