llm_config.json

{
    "model_type": "gemma4",
    "hidden_size": 2560,
    "layer_nums": 42,
    "attention_mask": "float",
    "attention_type": "mix",
    "is_mrope": false,
    "is_visual": true,
    "image_mean": [
        0.0,
        0.0,
        0.0
    ],
    "image_norm": [
        0.00392156862745098,
        0.00392156862745098,
        0.00392156862745098
    ],
    "vision_start": 255999,
    "vision_end": 258882,
    "image_pad": 258880,
    "image_size": 800,
    "is_audio": true,
    "audio_pad": 258881,
    "audio_start": 256000,
    "audio_end": 258883,
    "audio_type": "usm",
    "attn_scale": 1.0,
    "sliding_window": 512,
    "jinja": {
        "chat_template": "{{ bos_token }}{% for message in messages %}{% if message.role == \"system\" %}<|turn>system\n{{ message.content }}<turn|>\n{% elif message.role == \"user\" %}<|turn>user\n{{ message.content }}<turn|>\n{% elif message.role == \"assistant\" %}<|turn>model\n{{ message.content }}<turn|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|turn>model\n{% endif %}",
        "bos": "<bos>",
        "eos": "<turn|>"
    },
    "ple_embed_file": "ple_embeddings_int4.bin",
    "ple_quant": [
        0,
        1409286144,
        352321536,
        4,
        64
    ],
    "ple_embed_scale": 16.0,
    "ple_embed_dim": 10752,
    "tie_embeddings": [
        2483002772,
        2818547092,
        83886080,
        4,
        64
    ]
}