llm_config.json

{
    "hidden_size": 4096,
    "layer_nums": 36,
    "attention_mask": "float",
    "key_value_shape": [
        2,
        1,
        0,
        8,
        128
    ],
    "bos": "",
    "system_prompt_template": "<|im_start|>system\n%s<|im_end|>\n",
    "user_prompt_template": "<|im_start|>user\n%s<|im_end|>\n",
    "assistant_prompt_template": "<|im_start|>assistant\n%s<|im_end|>\n",
    "is_visual": false
}