chat_template.jinja

{%- set add_generation_prompt = add_generation_prompt | default(false) -%}

{%- set thinking = thinking | default(false) -%}

{%- set bos_token = bos_token | default('', true) -%}

{%- set tools = tools | default([], true) -%}

{%- set ns = namespace(system_prompt='') -%}

{%- for message in messages -%}

    {%- if message.role == 'system' -%}

        {%- set ns.system_prompt = message.content | trim -%}

    {%- endif -%}

{%- endfor -%}

{{- bos_token -}}

{%- if ns.system_prompt or tools | length > 0 -%}

{{ 'System: ' }}{{ ns.system_prompt }}

{%- if tools | length > 0 -%}

{%- if ns.system_prompt %}{{ '\n' }}{%- endif -%}

{{ 'Tools:\n' -}}

{{ tools | tojson }}

{{ '\nWhen using a tool, return only a compact JSON function call in a ```json block, like {"name":"calculator","arguments":{"expression":"2+2"}}. The `name` field must be top-level, never inside `arguments`. Do not copy the tool schema into arguments. Otherwise answer normally.' }}

{%- endif -%}

{{ '\n\n' }}

{%- endif -%}

{%- for message in messages -%}

{%- if message.role == 'user' -%}

{{ 'User: ' ~ (message.content | trim) ~ '\n\n' }}

{%- elif message.role == 'assistant' -%}

{%- generation -%}

{%- set content = message.content | default('', true) | trim -%}

{{ 'Assistant:' }}

{%- if message.tool_calls is defined and message.tool_calls | length > 0 -%}

{%- if content %}{{ ' ' ~ content ~ '\n' }}{%- endif -%}

{%- for tool_call in message.tool_calls -%}

    {%- if tool_call.function is defined -%}

        {%- set name = tool_call.function.name | default('') -%}

        {%- set args = tool_call.function.arguments | default({}, true) -%}

    {%- else -%}

        {%- set name = tool_call.name | default('') -%}

        {%- set args = tool_call.arguments | default({}, true) -%}

    {%- endif -%}

{{ ' ```json\n' -}}

{{ '{"name": ' }}{{ name | tojson }}{{ ', "arguments": ' }}{% if args is string %}{{ args }}{% else %}{{ args | tojson }}{% endif %}{{ '}\n' -}}

{{ '```' }}{{ '\n' if not loop.last else '' }}

{%- endfor -%}

{%- elif content -%}

{{ ' ' ~ content }}

{%- endif -%}

{{ '\n\n' }}

{%- endgeneration -%}

{%- elif message.role == 'tool' -%}

{{ 'User: Function output:\n' ~ (message.content | trim) ~ '\n\n' }}

{%- endif -%}

{%- endfor -%}

{%- if add_generation_prompt -%}

{%- if thinking -%}

{{ 'Assistant: <think' }}

{%- else -%}

{{ 'Assistant: <think></think>\n' }}

{%- endif -%}

{%- endif -%}