model.safetensors.index.json

{"dtype": "F32", "metadata": {"total_parameters": "2717044225"}, "weight_map": {"model.chem_encoder.embedding.weight": "model-00001-of-00001.safetensors", "model.chem_encoder.fc.bias": "model-00001-of-00001.safetensors", "model.chem_encoder.fc.weight": "model-00001-of-00001.safetensors", "model.chem_encoder.norm.bias": "model-00001-of-00001.safetensors", "model.chem_encoder.norm.weight": "model-00001-of-00001.safetensors", "model.chem_encoder.proj.bias": "model-00001-of-00001.safetensors", "model.chem_encoder.proj.weight": "model-00001-of-00001.safetensors", "model.expression_decoder.linear_layers.0.bias": "model-00001-of-00001.safetensors", "model.expression_decoder.linear_layers.0.weight": "model-00001-of-00001.safetensors", "model.expression_decoder.out_proj.bias": "model-00001-of-00001.safetensors", "model.expression_decoder.out_proj.weight": "model-00001-of-00001.safetensors", "model.expression_encoder.linear1.bias": "model-00001-of-00001.safetensors", "model.expression_encoder.linear1.weight": "model-00001-of-00001.safetensors", "model.expression_encoder.linear2.bias": "model-00001-of-00001.safetensors", "model.expression_encoder.linear2.weight": "model-00001-of-00001.safetensors", "model.expression_encoder.norm.bias": "model-00001-of-00001.safetensors", "model.expression_encoder.norm.weight": "model-00001-of-00001.safetensors", "model.flag_encoder.weight": "model-00001-of-00001.safetensors", "model.gene_encoder.embedding.weight": "model-00001-of-00001.safetensors", "model.gene_encoder.enc_norm.bias": "model-00001-of-00001.safetensors", "model.gene_encoder.enc_norm.weight": "model-00001-of-00001.safetensors", "model.mvc_decoder.W.weight": "model-00001-of-00001.safetensors", "model.mvc_decoder.gene2query.bias": "model-00001-of-00001.safetensors", "model.mvc_decoder.gene2query.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.0.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.1.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.10.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.11.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.12.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.13.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.14.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.15.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.16.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.17.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.18.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.19.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.2.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.20.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.21.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.22.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.23.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.24.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.25.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.26.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.27.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.28.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.29.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.3.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.30.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.31.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.4.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.5.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.6.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.7.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.8.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.down_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.down_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.norm1.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.norm1.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.norm2.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.norm2.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.self_attn.Wqkv.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.self_attn.Wqkv.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.self_attn.out_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.self_attn.out_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.up_proj.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.layers.9.up_proj.weight": "model-00001-of-00001.safetensors", "model.transformer_encoder.norm.bias": "model-00001-of-00001.safetensors", "model.transformer_encoder.norm.weight": "model-00001-of-00001.safetensors"}}