{
    "metadata": {
        "total_size": 26560515440,
        "total_parameters": 13280257720
    },
    "weight_map": {
        "lm_head.weight": "model-00005-of-00005.safetensors",
        "model.blocks.0.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.0.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.0.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.0.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.0.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.1.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.1.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.1.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.1.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.1.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.10.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.10.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.10.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.10.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.10.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.11.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.11.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.11.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.11.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.11.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.12.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.12.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.12.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.12.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.12.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.13.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.13.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.13.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.13.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.13.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.14.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.14.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.14.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.14.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.14.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.15.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.15.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.15.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.15.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.15.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.15.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.15.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.15.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.15.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.15.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.15.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.16.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.16.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.16.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.16.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.16.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.17.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.17.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.17.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.17.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.17.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.18.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.18.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.18.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.18.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.18.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.19.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.19.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.19.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.19.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.19.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.2.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.2.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.2.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.2.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.2.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.20.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.20.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.20.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.20.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.20.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.21.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.21.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.21.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.21.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.21.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.22.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.22.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.22.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.22.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.22.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.23.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.attn.attn_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.attn.head_gain.head_g": "model-00003-of-00005.safetensors",
        "model.blocks.23.attn_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.23.embed_skip.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.23.mlp.mlp_gate.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.mlp.mlp_linear.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.mlp.mlp_resid.weight": "model-00003-of-00005.safetensors",
        "model.blocks.23.mlp_gain.a_g": "model-00003-of-00005.safetensors",
        "model.blocks.24.attn.attn_key.weight": "model-00003-of-00005.safetensors",
        "model.blocks.24.attn.attn_query.weight": "model-00003-of-00005.safetensors",
        "model.blocks.24.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.24.attn.attn_value.weight": "model-00003-of-00005.safetensors",
        "model.blocks.24.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.24.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.24.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.24.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.24.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.24.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.24.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.25.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.25.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.25.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.25.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.25.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.26.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.26.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.26.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.26.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.26.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.27.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.27.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.27.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.27.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.27.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.28.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.28.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.28.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.28.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.28.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.29.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.29.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.29.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.29.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.29.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.3.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.3.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.3.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.3.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.3.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.30.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.30.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.30.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.30.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.30.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.31.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.31.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.31.embed_skip.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.31.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.mlp.mlp_linear.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.mlp.mlp_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.31.mlp_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.32.attn.attn_key.weight": "model-00004-of-00005.safetensors",
        "model.blocks.32.attn.attn_query.weight": "model-00004-of-00005.safetensors",
        "model.blocks.32.attn.attn_resid.weight": "model-00004-of-00005.safetensors",
        "model.blocks.32.attn.attn_value.weight": "model-00004-of-00005.safetensors",
        "model.blocks.32.attn.head_gain.head_g": "model-00004-of-00005.safetensors",
        "model.blocks.32.attn_gain.a_g": "model-00004-of-00005.safetensors",
        "model.blocks.32.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.32.mlp.mlp_gate.weight": "model-00004-of-00005.safetensors",
        "model.blocks.32.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.32.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.32.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.33.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.33.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.33.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.33.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.33.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.34.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.34.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.34.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.34.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.34.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.35.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.35.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.35.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.35.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.35.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.36.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.36.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.36.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.36.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.36.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.37.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.37.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.37.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.37.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.37.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.38.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.38.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.38.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.38.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.38.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.39.attn.attn_key.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.attn.attn_query.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.attn.attn_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.attn.attn_value.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.attn.head_gain.head_g": "model-00005-of-00005.safetensors",
        "model.blocks.39.attn_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.39.embed_skip.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.39.mlp.mlp_gate.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.mlp.mlp_linear.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.mlp.mlp_resid.weight": "model-00005-of-00005.safetensors",
        "model.blocks.39.mlp_gain.a_g": "model-00005-of-00005.safetensors",
        "model.blocks.4.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.4.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.4.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.4.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.4.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.5.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.5.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.5.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.5.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.5.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.6.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.6.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.6.embed_skip.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.6.mlp.mlp_gate.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.mlp.mlp_linear.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.mlp.mlp_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.6.mlp_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.7.attn.attn_key.weight": "model-00001-of-00005.safetensors",
        "model.blocks.7.attn.attn_query.weight": "model-00001-of-00005.safetensors",
        "model.blocks.7.attn.attn_resid.weight": "model-00001-of-00005.safetensors",
        "model.blocks.7.attn.attn_value.weight": "model-00001-of-00005.safetensors",
        "model.blocks.7.attn.head_gain.head_g": "model-00001-of-00005.safetensors",
        "model.blocks.7.attn_gain.a_g": "model-00001-of-00005.safetensors",
        "model.blocks.7.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.7.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.7.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.7.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.7.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.8.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.8.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.8.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.8.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.8.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.9.attn.attn_key.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.attn.attn_query.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.attn.attn_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.attn.attn_value.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.attn.head_gain.head_g": "model-00002-of-00005.safetensors",
        "model.blocks.9.attn_gain.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.9.embed_skip.a_g": "model-00002-of-00005.safetensors",
        "model.blocks.9.mlp.mlp_gate.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.mlp.mlp_linear.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.mlp.mlp_resid.weight": "model-00002-of-00005.safetensors",
        "model.blocks.9.mlp_gain.a_g": "model-00002-of-00005.safetensors",
        "model.embed.weight": "model-00001-of-00005.safetensors"
    }
}