(Trained with Unsloth)

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

chat_template.jinja

@@ -0,0 +1,598 @@
+{%- set template_version = "qwen3.8-safe-v3.1" %}
+{#- -------------------------------------------------------------------------
+    Whitespace contract: every tag opener in this file carries a leading minus,
+    so it strips the whitespace and newlines that precede it. All emitted text
+    comes from string literals, which makes the rendered prompt byte-exact and
+    free of incidental newlines. Comment tags need the minus just as much as
+    block tags do; a plain comment tag breaks the strip chain and leaks the
+    surrounding indentation into the prompt.
+    ------------------------------------------------------------------------- -#}
+{#- The message list has to exist before anything else can inspect it. -#}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{#- -------------------------------------------------------------------------
+    Configuration
+    ------------------------------------------------------------------------- -#}
+{%- set _requested_tool_format =
+    tool_call_format if tool_call_format is defined else 'xml'
+%}
+{%- if _requested_tool_format not in ('auto', 'xml', 'json') %}
+    {{- raise_exception(
+        'Unexpected tool_call_format ' ~ _requested_tool_format ~
+        '. Supported values are xml (default), auto, and json.'
+    ) }}
+{%- endif %}
+{%- set add_vision_id = add_vision_id if add_vision_id is defined else false %}
+{%- set enable_thinking = enable_thinking if enable_thinking is defined else true %}
+{%- set auto_disable_thinking_with_tools =
+    auto_disable_thinking_with_tools
+    if auto_disable_thinking_with_tools is defined
+    else false
+%}
+{%- if preserve_reasoning is defined
+       and preserve_reasoning is not none
+       and preserve_thinking is defined
+       and preserve_thinking is not none
+       and preserve_reasoning != preserve_thinking %}
+    {{- raise_exception(
+        'preserve_reasoning and preserve_thinking were both provided with conflicting values.'
+    ) }}
+{%- endif %}
+{%- if preserve_reasoning is defined and preserve_reasoning is not none %}
+    {%- set _preserve_thinking = preserve_reasoning %}
+{%- elif preserve_thinking is defined and preserve_thinking is not none %}
+    {%- set _preserve_thinking = preserve_thinking %}
+{%- else %}
+    {%- set _preserve_thinking = true %}
+{%- endif %}
+{%- set max_tool_arg_chars =
+    max_tool_arg_chars if max_tool_arg_chars is defined else 0
+%}
+{%- set max_tool_response_chars =
+    max_tool_response_chars if max_tool_response_chars is defined else 0
+%}
+{%- if max_tool_arg_chars is not number or max_tool_arg_chars < 0 %}
+    {{- raise_exception('max_tool_arg_chars must be a non-negative number.') }}
+{%- endif %}
+{%- if max_tool_response_chars is not number or max_tool_response_chars < 0 %}
+    {{- raise_exception('max_tool_response_chars must be a non-negative number.') }}
+{%- endif %}
+{%- if tools is defined and tools is not none and tools %}
+    {%- if tools is string or tools is mapping or tools is not iterable %}
+        {{- raise_exception('tools must be an iterable list of tool definitions.') }}
+    {%- endif %}
+    {%- set _has_tools = true %}
+{%- else %}
+    {%- set _has_tools = false %}
+{%- endif %}
+{#- -------------------------------------------------------------------------
+    Resolve the tool-call wire format.
+
+    OpenAI-compatible servers hand assistant tool calls back with
+    `function.arguments` as a JSON *string*, not a mapping. The XML parameter
+    form needs the individual key/value pairs, and a chat template cannot
+    decode a JSON string: the standard chat-template environment provides
+    `tojson` but no inverse, and no codepoint-to-character primitive, so a
+    hand-rolled scanner could not decode \uXXXX escapes correctly. Guessing
+    would silently corrupt tool arguments, which is worse than any error.
+
+    The deployment-safe default is XML, matching Qwen's native tool-call wire
+    format and the qwen3_coder tool parser. A caller can explicitly request
+    tool_call_format='auto' to render the whole prompt in JSON form whenever a
+    historical tool call carries string arguments. That path is lossless,
+    needs no decoding, and keeps the system-prompt instructions and rendered
+    history in one consistent format. Histories whose arguments are all
+    mappings still render as XML, byte-identically to tool_call_format='xml'.
+
+    A caller that uses the default XML mode (or explicitly pins 'xml') still
+    gets a hard error for non-empty string arguments, because that request
+    cannot be honoured faithfully in the native XML parameter representation.
+    ------------------------------------------------------------------------- -#}
+{%- set format_scan = namespace(has_json_string_arguments=false) %}
+{%- for message in messages %}
+    {%- if message.role == 'assistant'
+           and message.tool_calls is defined
+           and message.tool_calls is not none
+           and message.tool_calls
+           and message.tool_calls is not string
+           and message.tool_calls is not mapping
+           and message.tool_calls is iterable %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined
+                   and tool_call.function is not none %}
+                {%- set _tc = tool_call.function %}
+            {%- else %}
+                {%- set _tc = tool_call %}
+            {%- endif %}
+            {%- if _tc.arguments is defined
+                   and _tc.arguments is not none
+                   and _tc.arguments is string
+                   and _tc.arguments | trim
+                   and _tc.arguments | trim != '{}' %}
+                {%- set format_scan.has_json_string_arguments = true %}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+{%- endfor %}
+{%- if _requested_tool_format == 'auto' %}
+    {%- if format_scan.has_json_string_arguments %}
+        {%- set _tool_format = 'json' %}
+    {%- else %}
+        {%- set _tool_format = 'xml' %}
+    {%- endif %}
+{%- else %}
+    {%- set _tool_format = _requested_tool_format %}
+{%- endif %}
+{%- set _thinking_enabled = enable_thinking %}
+{%- if auto_disable_thinking_with_tools and _has_tools %}
+    {%- set _thinking_enabled = false %}
+{%- endif %}
+{#- Normalize and validate reasoning effort even when thinking is disabled.
+    Explicit null follows the template default; OpenAI-style `minimal` maps to
+    low, while `none` disables thinking for this render. -#}
+{%- if reasoning_effort is undefined or reasoning_effort is none %}
+    {%- set _effort_raw = 'medium' %}
+{%- else %}
+    {%- set _effort_raw = reasoning_effort %}
+{%- endif %}
+{%- if _effort_raw == 'none' %}
+    {%- set _thinking_enabled = false %}
+    {%- set _reasoning_effort = 'xhigh' %}
+{%- elif _effort_raw == 'high' or _effort_raw == 'xhigh' %}
+    {%- set _reasoning_effort = 'xhigh' %}
+{%- elif _effort_raw == 'medium' %}
+    {%- set _reasoning_effort = 'medium' %}
+{%- elif _effort_raw == 'minimal' or _effort_raw == 'low' %}
+    {%- set _reasoning_effort = 'low' %}
+{%- else %}
+    {{- raise_exception(
+        'Unexpected reasoning effort ' ~ _effort_raw ~
+        '. Supported values are none, minimal/low, medium, and high/xhigh; null uses the medium default.'
+    ) }}
+{%- endif %}
+{%- set reasoning_instructions = '' %}
+{%- if _thinking_enabled %}
+    {%- if _reasoning_effort == 'xhigh' %}
+        {%- set reasoning_instructions =
+            'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.'
+        %}
+    {%- elif _reasoning_effort == 'low' %}
+        {%- set reasoning_instructions =
+            'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.'
+        %}
+    {%- endif %}
+{%- endif %}
+{#- -------------------------------------------------------------------------
+    Content rendering
+    ------------------------------------------------------------------------- -#}
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if item is not mapping %}
+                {{- raise_exception(
+                    'Content-list items must be mappings with a supported text, image, or video type.'
+                ) }}
+            {%- endif %}
+            {%- set _item_type = item.type if 'type' in item else none %}
+            {%- if _item_type is not none
+                   and _item_type not in ('text', 'image', 'image_url', 'video') %}
+                {{- raise_exception(
+                    'Unexpected content item type ' ~ _item_type ~ '.'
+                ) }}
+            {%- endif %}
+            {%- set _is_image =
+                _item_type == 'image'
+                or _item_type == 'image_url'
+                or 'image' in item
+                or 'image_url' in item
+            %}
+            {%- set _is_video =
+                _item_type == 'video'
+                or 'video' in item
+            %}
+            {%- if _is_image and _is_video %}
+                {{- raise_exception(
+                    'A content item cannot contain both image and video data.'
+                ) }}
+            {%- elif _item_type == 'text' and (_is_image or _is_video) %}
+                {{- raise_exception(
+                    'A text content item cannot also contain image or video data.'
+                ) }}
+            {%- elif _is_image %}
+                {%- if is_system_content %}
+                    {{- raise_exception(
+                        'System and developer messages cannot contain images.'
+                    ) }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif _is_video %}
+                {%- if is_system_content %}
+                    {{- raise_exception(
+                        'System and developer messages cannot contain videos.'
+                    ) }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif _item_type == 'text' or 'text' in item %}
+                {%- if 'text' not in item or item.text is not string %}
+                    {{- raise_exception(
+                        'Text content items must contain a string text field.'
+                    ) }}
+                {%- endif %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception(
+                    'Unexpected item in content list. Expected text, image, or video content.'
+                ) }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{#- -------------------------------------------------------------------------
+    Validate and merge leading system/developer messages
+    ------------------------------------------------------------------------- -#}
+{%- set head = namespace(count=0, seen_non_system=false) %}
+{%- for message in messages %}
+    {%- set _is_system =
+        message.role == 'system' or message.role == 'developer'
+    %}
+    {%- if _is_system %}
+        {%- if head.seen_non_system %}
+            {{- raise_exception(
+                'System and developer messages must appear before all user, assistant, and tool messages.'
+            ) }}
+        {%- endif %}
+        {%- set head.count = head.count + 1 %}
+    {%- else %}
+        {%- set head.seen_non_system = true %}
+    {%- endif %}
+{%- endfor %}
+{%- set system_state = namespace(content='') %}
+{%- for message in messages[:head.count] %}
+    {%- set _part =
+        render_content(message.content, false, true) | trim
+    %}
+    {%- if _part %}
+        {%- if system_state.content %}
+            {%- set system_state.content =
+                system_state.content ~ '\n\n' ~ _part
+            %}
+        {%- else %}
+            {%- set system_state.content = _part %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- set _system_content = system_state.content %}
+{%- set _msgs = messages[head.count:] %}
+{#- -------------------------------------------------------------------------
+    System prompt and tool instructions
+    ------------------------------------------------------------------------- -#}
+{%- if _has_tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if reasoning_instructions %}
+        {{- reasoning_instructions ~ '\n\n' }}
+    {%- endif %}
+    {{- '# Tools\n\nYou have access to the following functions:\n\n<tools>' }}
+    {%- for tool in tools %}
+        {{- '\n' }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- '\n</tools>' }}
+    {%- if _tool_format == 'json' %}
+        {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n{"name": "example_function_name", "arguments": {"example_parameter_1": "value_1", "example_parameter_2": "This is the value for the second parameter"}}\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: a single JSON object with "name" and "arguments" keys must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- else %}
+        {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- endif %}
+    {%- if _system_content %}
+        {{- '\n\n' ~ _system_content }}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if _system_content %}
+        {{- '<|im_start|>system\n'
+            ~ (reasoning_instructions ~ '\n\n' if reasoning_instructions else '')
+            ~ _system_content
+            ~ '<|im_end|>\n'
+        }}
+    {%- elif reasoning_instructions %}
+        {{- '<|im_start|>system\n'
+            ~ reasoning_instructions
+            ~ '<|im_end|>\n'
+        }}
+    {%- endif %}
+{%- endif %}
+{#- -------------------------------------------------------------------------
+    Find the last real user query
+    ------------------------------------------------------------------------- -#}
+{%- set ns = namespace(
+    multi_step_tool=true,
+    last_query_index=(_msgs | length) - 1
+) %}
+{%- for message in _msgs[::-1] %}
+    {%- set index = (_msgs | length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == 'user' %}
+        {%- set _rendered_user =
+            render_content(message.content, false) | trim
+        %}
+        {%- if not (
+            _rendered_user.startswith('<tool_response>')
+            and _rendered_user.endswith('</tool_response>')
+        ) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{#- -------------------------------------------------------------------------
+    Conversation rendering
+    ------------------------------------------------------------------------- -#}
+{%- set history_state = namespace(previous_role='') %}
+{%- for message in _msgs %}
+    {%- set content =
+        render_content(message.content, true) | trim
+    %}
+    {%- if message.role == 'user' %}
+        {{- '<|im_start|>user\n'
+            ~ content
+            ~ '<|im_end|>\n'
+        }}
+    {%- elif message.role == 'assistant' %}
+        {%- set reasoning_content = '' %}
+        {#- Prefer current vLLM's `reasoning` field, then retain compatibility
+            with older `reasoning_content` and other servers' `thinking`. -#}
+        {%- if message.reasoning is defined
+               and message.reasoning is not none %}
+            {%- if message.reasoning is string %}
+                {%- set reasoning_content = message.reasoning %}
+            {%- else %}
+                {%- set reasoning_content =
+                    message.reasoning | string
+                %}
+            {%- endif %}
+        {%- elif message.reasoning_content is defined
+                 and message.reasoning_content is not none %}
+            {%- if message.reasoning_content is string %}
+                {%- set reasoning_content = message.reasoning_content %}
+            {%- else %}
+                {%- set reasoning_content =
+                    message.reasoning_content | string
+                %}
+            {%- endif %}
+        {%- elif message.thinking is defined
+                 and message.thinking is not none %}
+            {%- if message.thinking is string %}
+                {%- set reasoning_content = message.thinking %}
+            {%- else %}
+                {%- set reasoning_content =
+                    message.thinking | string
+                %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content | trim %}
+        {#- Preserve the original invariant: when thinking is preserved,
+            always reconstruct the thinking block, even when it is empty. -#}
+        {%- if _preserve_thinking
+               or loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>assistant\n<think>\n'
+                ~ reasoning_content
+                ~ '\n</think>\n\n'
+                ~ content
+            }}
+        {%- else %}
+            {{- '<|im_start|>assistant\n' ~ content }}
+        {%- endif %}
+        {%- if message.tool_calls is defined
+               and message.tool_calls is not none
+               and message.tool_calls %}
+            {%- if message.tool_calls is string
+                   or message.tool_calls is mapping
+                   or message.tool_calls is not iterable %}
+                {{- raise_exception(
+                    'assistant.tool_calls must be an iterable list of tool calls.'
+                ) }}
+            {%- endif %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined
+                       and tool_call.function is not none %}
+                    {%- set tc = tool_call.function %}
+                {%- else %}
+                    {%- set tc = tool_call %}
+                {%- endif %}
+                {%- if tc.name is not defined
+                       or tc.name is none
+                       or tc.name is not string
+                       or not tc.name %}
+                    {{- raise_exception(
+                        'Every tool call must have a non-empty string name.'
+                    ) }}
+                {%- endif %}
+                {%- set tc_name = tc.name %}
+                {%- if _tool_format == 'json' %}
+                    {%- if loop.first %}
+                        {%- if content | trim %}
+                            {{- '\n\n<tool_call>\n' }}
+                        {%- else %}
+                            {{- '<tool_call>\n' }}
+                        {%- endif %}
+                    {%- else %}
+                        {{- '\n<tool_call>\n' }}
+                    {%- endif %}
+                    {%- set _json_arguments = '{}' %}
+                    {%- if tc.arguments is defined
+                           and tc.arguments is not none %}
+                        {%- if tc.arguments is mapping %}
+                            {%- set _json_arguments =
+                                tc.arguments | tojson
+                            %}
+                        {%- elif tc.arguments is string %}
+                            {%- set _raw_arguments =
+                                tc.arguments | trim
+                            %}
+                            {%- if _raw_arguments %}
+                                {%- if not (
+                                    _raw_arguments.startswith('{')
+                                    and _raw_arguments.endswith('}')
+                                ) %}
+                                    {{- raise_exception(
+                                        'JSON tool-call arguments must be a JSON object string.'
+                                    ) }}
+                                {%- endif %}
+                                {%- set _json_arguments =
+                                    _raw_arguments
+                                %}
+                            {%- endif %}
+                        {%- else %}
+                            {{- raise_exception(
+                                'JSON tool-call arguments must be a mapping or a JSON object string.'
+                            ) }}
+                        {%- endif %}
+                    {%- endif %}
+                    {{- '{"name": ' }}
+                    {{- tc_name | tojson }}
+                    {{- ', "arguments": ' }}
+                    {{- _json_arguments }}
+                    {{- '}\n</tool_call>' }}
+                {%- else %}
+                    {%- if loop.first %}
+                        {%- if content | trim %}
+                            {{- '\n\n<tool_call>\n<function='
+                                ~ tc_name
+                                ~ '>\n'
+                            }}
+                        {%- else %}
+                            {{- '<tool_call>\n<function='
+                                ~ tc_name
+                                ~ '>\n'
+                            }}
+                        {%- endif %}
+                    {%- else %}
+                        {{- '\n<tool_call>\n<function='
+                            ~ tc_name
+                            ~ '>\n'
+                        }}
+                    {%- endif %}
+                    {%- if tc.arguments is defined
+                           and tc.arguments is not none %}
+                        {%- if tc.arguments is mapping %}
+                            {%- for args_name, args_value
+                                   in tc.arguments | items %}
+                                {%- set _argument_name =
+                                    args_name | string
+                                %}
+                                {{- '<parameter='
+                                    ~ _argument_name
+                                    ~ '>\n'
+                                }}
+                                {#- Preserve strings verbatim. Serialize every
+                                    other type as JSON so booleans and null stay
+                                    true/false/null instead of True/False/None. -#}
+                                {%- if args_value is string %}
+                                    {%- set _argument_value =
+                                        args_value
+                                    %}
+                                {%- else %}
+                                    {%- set _argument_value =
+                                        args_value | tojson
+                                    %}
+                                {%- endif %}
+                                {%- if max_tool_arg_chars > 0
+                                       and _argument_value | length
+                                           > max_tool_arg_chars %}
+                                    {{- _argument_value[:max_tool_arg_chars] }}
+                                    {{- '\n[TRUNCATED — original length '
+                                        ~ (_argument_value | length | string)
+                                        ~ ' chars]'
+                                    }}
+                                {%- else %}
+                                    {{- _argument_value }}
+                                {%- endif %}
+                                {{- '\n</parameter>\n' }}
+                            {%- endfor %}
+                        {%- elif tc.arguments is string %}
+                            {%- set _raw_arguments =
+                                tc.arguments | trim
+                            %}
+                            {%- if _raw_arguments
+                                   and _raw_arguments != '{}' %}
+                                {{- raise_exception(
+                                    'tool_call_format="xml" requires tool-call arguments to be mappings, but received a JSON string. Parse the JSON string into a mapping before applying the template, or set tool_call_format="auto" (or "json") to use the lossless JSON tool-call representation.'
+                                ) }}
+                            {%- endif %}
+                        {%- else %}
+                            {{- raise_exception(
+                                'XML tool-call arguments must be a mapping. Parse JSON-string arguments before applying the template.'
+                            ) }}
+                        {%- endif %}
+                    {%- endif %}
+                    {{- '</function>\n</tool_call>' }}
+                {%- endif %}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == 'tool' %}
+        {%- if history_state.previous_role != 'tool' %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {%- if max_tool_response_chars > 0
+               and content | length > max_tool_response_chars %}
+            {%- set content =
+                content[:max_tool_response_chars]
+                ~ '\n[TRUNCATED — original length '
+                ~ (content | length | string)
+                ~ ' chars]'
+            %}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- elif _msgs[loop.index0 + 1].role != 'tool' %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- elif message.role == 'system'
+             or message.role == 'developer' %}
+        {{- raise_exception(
+            'System and developer messages must appear only at the beginning of the conversation.'
+        ) }}
+    {%- else %}
+        {{- raise_exception(
+            'Unexpected message role ' ~ message.role ~ '.'
+        ) }}
+    {%- endif %}
+    {%- set history_state.previous_role = message.role %}
+{%- endfor %}
+{#- -------------------------------------------------------------------------
+    Generation prompt
+    ------------------------------------------------------------------------- -#}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if not _thinking_enabled %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- else %}
+        {{- '<think>\n' }}
+    {%- endif %}
+{%- endif %}

config.json

@@ -0,0 +1,141 @@
+{
+    "architectures": [
+        "Qwen3_5ForConditionalGeneration"
+    ],
+    "torch_dtype": "bfloat16",
+    "image_token_id": 248056,
+    "language_model_only": false,
+    "model_type": "qwen3_5",
+    "text_config": {
+        "attention_bias": false,
+        "attention_dropout": 0.0,
+        "attn_output_gate": true,
+        "bos_token_id": 248044,
+        "torch_dtype": "bfloat16",
+        "eos_token_id": 248044,
+        "full_attention_interval": 4,
+        "head_dim": 256,
+        "hidden_act": "silu",
+        "hidden_size": 5120,
+        "initializer_range": 0.02,
+        "intermediate_size": 17408,
+        "layer_types": [
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention",
+            "linear_attention",
+            "linear_attention",
+            "linear_attention",
+            "full_attention"
+        ],
+        "linear_conv_kernel_dim": 4,
+        "linear_key_head_dim": 128,
+        "linear_num_key_heads": 16,
+        "linear_num_value_heads": 48,
+        "linear_value_head_dim": 128,
+        "mamba_ssm_dtype": "float32",
+        "max_position_embeddings": 262144,
+        "model_type": "qwen3_5_text",
+        "mtp_num_hidden_layers": 1,
+        "mtp_use_dedicated_embeddings": false,
+        "num_attention_heads": 24,
+        "num_hidden_layers": 64,
+        "num_key_value_heads": 4,
+        "output_gate_type": "swish",
+        "pad_token_id": null,
+        "partial_rotary_factor": 0.25,
+        "rms_norm_eps": 1e-06,
+        "rope_parameters": {
+            "mrope_interleaved": true,
+            "mrope_section": [
+                11,
+                11,
+                10
+            ],
+            "partial_rotary_factor": 0.25,
+            "rope_theta": 10000000,
+            "rope_type": "default"
+        },
+        "tie_word_embeddings": false,
+        "use_cache": true,
+        "vocab_size": 248320
+    },
+    "tie_word_embeddings": false,
+    "video_token_id": 248057,
+    "vision_config": {
+        "deepstack_visual_indexes": [],
+        "depth": 27,
+        "torch_dtype": "bfloat16",
+        "hidden_act": "gelu_pytorch_tanh",
+        "hidden_size": 1152,
+        "in_channels": 3,
+        "initializer_range": 0.02,
+        "intermediate_size": 4304,
+        "model_type": "qwen3_5_vision",
+        "num_heads": 16,
+        "num_position_embeddings": 2304,
+        "out_hidden_size": 5120,
+        "patch_size": 16,
+        "spatial_merge_size": 2,
+        "temporal_patch_size": 2
+    },
+    "vision_end_token_id": 248054,
+    "vision_start_token_id": 248053
+}

generation_config.json

@@ -0,0 +1,13 @@
+{
+  "bos_token_id": 248044,
+  "do_sample": true,
+  "eos_token_id": [
+    248046,
+    248044
+  ],
+  "pad_token_id": 248044,
+  "temperature": 1.0,
+  "top_k": 20,
+  "top_p": 0.95,
+  "transformers_version": "5.10.2"
+}

processor_config.json

@@ -0,0 +1,61 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 16777216,
+      "shortest_edge": 65536
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "max_video_tokens": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 25165824,
+      "shortest_edge": 4096
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
+size 19989325

tokenizer_config.json

@@ -0,0 +1,301 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": true,
+  "local_files_only": false,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>",
+  "added_tokens_decoder": {
+    "248044": {
+      "content": "<|endoftext|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248045": {
+      "content": "<|im_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248046": {
+      "content": "<|im_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248047": {
+      "content": "<|object_ref_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248048": {
+      "content": "<|object_ref_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248049": {
+      "content": "<|box_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248050": {
+      "content": "<|box_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248051": {
+      "content": "<|quad_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248052": {
+      "content": "<|quad_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248053": {
+      "content": "<|vision_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248054": {
+      "content": "<|vision_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248055": {
+      "content": "<|vision_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248056": {
+      "content": "<|image_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248057": {
+      "content": "<|video_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248058": {
+      "content": "<tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248059": {
+      "content": "</tool_call>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248060": {
+      "content": "<|fim_prefix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248061": {
+      "content": "<|fim_middle|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248062": {
+      "content": "<|fim_suffix|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248063": {
+      "content": "<|fim_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248064": {
+      "content": "<|repo_name|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248065": {
+      "content": "<|file_sep|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248066": {
+      "content": "<tool_response>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248067": {
+      "content": "</tool_response>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248068": {
+      "content": "<think>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248069": {
+      "content": "</think>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": false
+    },
+    "248070": {
+      "content": "<|audio_start|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248071": {
+      "content": "<|audio_end|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248072": {
+      "content": "<tts_pad>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248073": {
+      "content": "<tts_text_bos>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248074": {
+      "content": "<tts_text_eod>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248075": {
+      "content": "<tts_text_bos_single>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    },
+    "248076": {
+      "content": "<|audio_pad|>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": false,
+      "special": true
+    }
+  },
+  "chat_template": "{%- set template_version = \"qwen3.8-safe-v3.1\" %}\n{#- -------------------------------------------------------------------------\n    Whitespace contract: every tag opener in this file carries a leading minus,\n    so it strips the whitespace and newlines that precede it. All emitted text\n    comes from string literals, which makes the rendered prompt byte-exact and\n    free of incidental newlines. Comment tags need the minus just as much as\n    block tags do; a plain comment tag breaks the strip chain and leaks the\n    surrounding indentation into the prompt.\n    ------------------------------------------------------------------------- -#}\n{#- The message list has to exist before anything else can inspect it. -#}\n{%- if not messages %}\n    {{- raise_exception('No messages provided.') }}\n{%- endif %}\n{#- -------------------------------------------------------------------------\n    Configuration\n    ------------------------------------------------------------------------- -#}\n{%- set _requested_tool_format =\n    tool_call_format if tool_call_format is defined else 'xml'\n%}\n{%- if _requested_tool_format not in ('auto', 'xml', 'json') %}\n    {{- raise_exception(\n        'Unexpected tool_call_format ' ~ _requested_tool_format ~\n        '. Supported values are xml (default), auto, and json.'\n    ) }}\n{%- endif %}\n{%- set add_vision_id = add_vision_id if add_vision_id is defined else false %}\n{%- set enable_thinking = enable_thinking if enable_thinking is defined else true %}\n{%- set auto_disable_thinking_with_tools =\n    auto_disable_thinking_with_tools\n    if auto_disable_thinking_with_tools is defined\n    else false\n%}\n{%- if preserve_reasoning is defined\n       and preserve_reasoning is not none\n       and preserve_thinking is defined\n       and preserve_thinking is not none\n       and preserve_reasoning != preserve_thinking %}\n    {{- raise_exception(\n        'preserve_reasoning and preserve_thinking were both provided with conflicting values.'\n    ) }}\n{%- endif %}\n{%- if preserve_reasoning is defined and preserve_reasoning is not none %}\n    {%- set _preserve_thinking = preserve_reasoning %}\n{%- elif preserve_thinking is defined and preserve_thinking is not none %}\n    {%- set _preserve_thinking = preserve_thinking %}\n{%- else %}\n    {%- set _preserve_thinking = true %}\n{%- endif %}\n{%- set max_tool_arg_chars =\n    max_tool_arg_chars if max_tool_arg_chars is defined else 0\n%}\n{%- set max_tool_response_chars =\n    max_tool_response_chars if max_tool_response_chars is defined else 0\n%}\n{%- if max_tool_arg_chars is not number or max_tool_arg_chars < 0 %}\n    {{- raise_exception('max_tool_arg_chars must be a non-negative number.') }}\n{%- endif %}\n{%- if max_tool_response_chars is not number or max_tool_response_chars < 0 %}\n    {{- raise_exception('max_tool_response_chars must be a non-negative number.') }}\n{%- endif %}\n{%- if tools is defined and tools is not none and tools %}\n    {%- if tools is string or tools is mapping or tools is not iterable %}\n        {{- raise_exception('tools must be an iterable list of tool definitions.') }}\n    {%- endif %}\n    {%- set _has_tools = true %}\n{%- else %}\n    {%- set _has_tools = false %}\n{%- endif %}\n{#- -------------------------------------------------------------------------\n    Resolve the tool-call wire format.\n\n    OpenAI-compatible servers hand assistant tool calls back with\n    `function.arguments` as a JSON *string*, not a mapping. The XML parameter\n    form needs the individual key/value pairs, and a chat template cannot\n    decode a JSON string: the standard chat-template environment provides\n    `tojson` but no inverse, and no codepoint-to-character primitive, so a\n    hand-rolled scanner could not decode \\uXXXX escapes correctly. Guessing\n    would silently corrupt tool arguments, which is worse than any error.\n\n    The deployment-safe default is XML, matching Qwen's native tool-call wire\n    format and the qwen3_coder tool parser. A caller can explicitly request\n    tool_call_format='auto' to render the whole prompt in JSON form whenever a\n    historical tool call carries string arguments. That path is lossless,\n    needs no decoding, and keeps the system-prompt instructions and rendered\n    history in one consistent format. Histories whose arguments are all\n    mappings still render as XML, byte-identically to tool_call_format='xml'.\n\n    A caller that uses the default XML mode (or explicitly pins 'xml') still\n    gets a hard error for non-empty string arguments, because that request\n    cannot be honoured faithfully in the native XML parameter representation.\n    ------------------------------------------------------------------------- -#}\n{%- set format_scan = namespace(has_json_string_arguments=false) %}\n{%- for message in messages %}\n    {%- if message.role == 'assistant'\n           and message.tool_calls is defined\n           and message.tool_calls is not none\n           and message.tool_calls\n           and message.tool_calls is not string\n           and message.tool_calls is not mapping\n           and message.tool_calls is iterable %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined\n                   and tool_call.function is not none %}\n                {%- set _tc = tool_call.function %}\n            {%- else %}\n                {%- set _tc = tool_call %}\n            {%- endif %}\n            {%- if _tc.arguments is defined\n                   and _tc.arguments is not none\n                   and _tc.arguments is string\n                   and _tc.arguments | trim\n                   and _tc.arguments | trim != '{}' %}\n                {%- set format_scan.has_json_string_arguments = true %}\n            {%- endif %}\n        {%- endfor %}\n    {%- endif %}\n{%- endfor %}\n{%- if _requested_tool_format == 'auto' %}\n    {%- if format_scan.has_json_string_arguments %}\n        {%- set _tool_format = 'json' %}\n    {%- else %}\n        {%- set _tool_format = 'xml' %}\n    {%- endif %}\n{%- else %}\n    {%- set _tool_format = _requested_tool_format %}\n{%- endif %}\n{%- set _thinking_enabled = enable_thinking %}\n{%- if auto_disable_thinking_with_tools and _has_tools %}\n    {%- set _thinking_enabled = false %}\n{%- endif %}\n{#- Normalize and validate reasoning effort even when thinking is disabled.\n    Explicit null follows the template default; OpenAI-style `minimal` maps to\n    low, while `none` disables thinking for this render. -#}\n{%- if reasoning_effort is undefined or reasoning_effort is none %}\n    {%- set _effort_raw = 'medium' %}\n{%- else %}\n    {%- set _effort_raw = reasoning_effort %}\n{%- endif %}\n{%- if _effort_raw == 'none' %}\n    {%- set _thinking_enabled = false %}\n    {%- set _reasoning_effort = 'xhigh' %}\n{%- elif _effort_raw == 'high' or _effort_raw == 'xhigh' %}\n    {%- set _reasoning_effort = 'xhigh' %}\n{%- elif _effort_raw == 'medium' %}\n    {%- set _reasoning_effort = 'medium' %}\n{%- elif _effort_raw == 'minimal' or _effort_raw == 'low' %}\n    {%- set _reasoning_effort = 'low' %}\n{%- else %}\n    {{- raise_exception(\n        'Unexpected reasoning effort ' ~ _effort_raw ~\n        '. Supported values are none, minimal/low, medium, and high/xhigh; null uses the medium default.'\n    ) }}\n{%- endif %}\n{%- set reasoning_instructions = '' %}\n{%- if _thinking_enabled %}\n    {%- if _reasoning_effort == 'xhigh' %}\n        {%- set reasoning_instructions =\n            'Reasoning effort is set to xhigh. Please think carefully through the task, validate key assumptions, consider plausible alternatives, and prioritize correctness, consistency, and clarity in the final answer.'\n        %}\n    {%- elif _reasoning_effort == 'low' %}\n        {%- set reasoning_instructions =\n            'Reasoning effort is set to low. Keep your thinking brief and focused, moving directly to the conclusion without unnecessary elaboration.'\n        %}\n    {%- endif %}\n{%- endif %}\n{#- -------------------------------------------------------------------------\n    Content rendering\n    ------------------------------------------------------------------------- -#}\n{%- set image_count = namespace(value=0) %}\n{%- set video_count = namespace(value=0) %}\n{%- macro render_content(content, do_vision_count, is_system_content=false) %}\n    {%- if content is string %}\n        {{- content }}\n    {%- elif content is iterable and content is not mapping %}\n        {%- for item in content %}\n            {%- if item is not mapping %}\n                {{- raise_exception(\n                    'Content-list items must be mappings with a supported text, image, or video type.'\n                ) }}\n            {%- endif %}\n            {%- set _item_type = item.type if 'type' in item else none %}\n            {%- if _item_type is not none\n                   and _item_type not in ('text', 'image', 'image_url', 'video') %}\n                {{- raise_exception(\n                    'Unexpected content item type ' ~ _item_type ~ '.'\n                ) }}\n            {%- endif %}\n            {%- set _is_image =\n                _item_type == 'image'\n                or _item_type == 'image_url'\n                or 'image' in item\n                or 'image_url' in item\n            %}\n            {%- set _is_video =\n                _item_type == 'video'\n                or 'video' in item\n            %}\n            {%- if _is_image and _is_video %}\n                {{- raise_exception(\n                    'A content item cannot contain both image and video data.'\n                ) }}\n            {%- elif _item_type == 'text' and (_is_image or _is_video) %}\n                {{- raise_exception(\n                    'A text content item cannot also contain image or video data.'\n                ) }}\n            {%- elif _is_image %}\n                {%- if is_system_content %}\n                    {{- raise_exception(\n                        'System and developer messages cannot contain images.'\n                    ) }}\n                {%- endif %}\n                {%- if do_vision_count %}\n                    {%- set image_count.value = image_count.value + 1 %}\n                {%- endif %}\n                {%- if add_vision_id %}\n                    {{- 'Picture ' ~ image_count.value ~ ': ' }}\n                {%- endif %}\n                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}\n            {%- elif _is_video %}\n                {%- if is_system_content %}\n                    {{- raise_exception(\n                        'System and developer messages cannot contain videos.'\n                    ) }}\n                {%- endif %}\n                {%- if do_vision_count %}\n                    {%- set video_count.value = video_count.value + 1 %}\n                {%- endif %}\n                {%- if add_vision_id %}\n                    {{- 'Video ' ~ video_count.value ~ ': ' }}\n                {%- endif %}\n                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}\n            {%- elif _item_type == 'text' or 'text' in item %}\n                {%- if 'text' not in item or item.text is not string %}\n                    {{- raise_exception(\n                        'Text content items must contain a string text field.'\n                    ) }}\n                {%- endif %}\n                {{- item.text }}\n            {%- else %}\n                {{- raise_exception(\n                    'Unexpected item in content list. Expected text, image, or video content.'\n                ) }}\n            {%- endif %}\n        {%- endfor %}\n    {%- elif content is none or content is undefined %}\n        {{- '' }}\n    {%- else %}\n        {{- raise_exception('Unexpected content type.') }}\n    {%- endif %}\n{%- endmacro %}\n{#- -------------------------------------------------------------------------\n    Validate and merge leading system/developer messages\n    ------------------------------------------------------------------------- -#}\n{%- set head = namespace(count=0, seen_non_system=false) %}\n{%- for message in messages %}\n    {%- set _is_system =\n        message.role == 'system' or message.role == 'developer'\n    %}\n    {%- if _is_system %}\n        {%- if head.seen_non_system %}\n            {{- raise_exception(\n                'System and developer messages must appear before all user, assistant, and tool messages.'\n            ) }}\n        {%- endif %}\n        {%- set head.count = head.count + 1 %}\n    {%- else %}\n        {%- set head.seen_non_system = true %}\n    {%- endif %}\n{%- endfor %}\n{%- set system_state = namespace(content='') %}\n{%- for message in messages[:head.count] %}\n    {%- set _part =\n        render_content(message.content, false, true) | trim\n    %}\n    {%- if _part %}\n        {%- if system_state.content %}\n            {%- set system_state.content =\n                system_state.content ~ '\\n\\n' ~ _part\n            %}\n        {%- else %}\n            {%- set system_state.content = _part %}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- set _system_content = system_state.content %}\n{%- set _msgs = messages[head.count:] %}\n{#- -------------------------------------------------------------------------\n    System prompt and tool instructions\n    ------------------------------------------------------------------------- -#}\n{%- if _has_tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if reasoning_instructions %}\n        {{- reasoning_instructions ~ '\\n\\n' }}\n    {%- endif %}\n    {{- '# Tools\\n\\nYou have access to the following functions:\\n\\n<tools>' }}\n    {%- for tool in tools %}\n        {{- '\\n' }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- '\\n</tools>' }}\n    {%- if _tool_format == 'json' %}\n        {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n{\"name\": \"example_function_name\", \"arguments\": {\"example_parameter_1\": \"value_1\", \"example_parameter_2\": \"This is the value for the second parameter\"}}\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: a single JSON object with \"name\" and \"arguments\" keys must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n    {%- else %}\n        {{- '\\n\\nIf you choose to call a function ONLY reply in the following format with NO suffix:\\n\\n<tool_call>\\n<function=example_function_name>\\n<parameter=example_parameter_1>\\nvalue_1\\n</parameter>\\n<parameter=example_parameter_2>\\nThis is the value for the second parameter\\nthat can span\\nmultiple lines\\n</parameter>\\n</function>\\n</tool_call>\\n\\n<IMPORTANT>\\nReminder:\\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\\n- Required parameters MUST be specified\\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\\n</IMPORTANT>' }}\n    {%- endif %}\n    {%- if _system_content %}\n        {{- '\\n\\n' ~ _system_content }}\n    {%- endif %}\n    {{- '<|im_end|>\\n' }}\n{%- else %}\n    {%- if _system_content %}\n        {{- '<|im_start|>system\\n'\n            ~ (reasoning_instructions ~ '\\n\\n' if reasoning_instructions else '')\n            ~ _system_content\n            ~ '<|im_end|>\\n'\n        }}\n    {%- elif reasoning_instructions %}\n        {{- '<|im_start|>system\\n'\n            ~ reasoning_instructions\n            ~ '<|im_end|>\\n'\n        }}\n    {%- endif %}\n{%- endif %}\n{#- -------------------------------------------------------------------------\n    Find the last real user query\n    ------------------------------------------------------------------------- -#}\n{%- set ns = namespace(\n    multi_step_tool=true,\n    last_query_index=(_msgs | length) - 1\n) %}\n{%- for message in _msgs[::-1] %}\n    {%- set index = (_msgs | length - 1) - loop.index0 %}\n    {%- if ns.multi_step_tool and message.role == 'user' %}\n        {%- set _rendered_user =\n            render_content(message.content, false) | trim\n        %}\n        {%- if not (\n            _rendered_user.startswith('<tool_response>')\n            and _rendered_user.endswith('</tool_response>')\n        ) %}\n            {%- set ns.multi_step_tool = false %}\n            {%- set ns.last_query_index = index %}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if ns.multi_step_tool %}\n    {{- raise_exception('No user query found in messages.') }}\n{%- endif %}\n{#- -------------------------------------------------------------------------\n    Conversation rendering\n    ------------------------------------------------------------------------- -#}\n{%- set history_state = namespace(previous_role='') %}\n{%- for message in _msgs %}\n    {%- set content =\n        render_content(message.content, true) | trim\n    %}\n    {%- if message.role == 'user' %}\n        {{- '<|im_start|>user\\n'\n            ~ content\n            ~ '<|im_end|>\\n'\n        }}\n    {%- elif message.role == 'assistant' %}\n        {%- set reasoning_content = '' %}\n        {#- Prefer current vLLM's `reasoning` field, then retain compatibility\n            with older `reasoning_content` and other servers' `thinking`. -#}\n        {%- if message.reasoning is defined\n               and message.reasoning is not none %}\n            {%- if message.reasoning is string %}\n                {%- set reasoning_content = message.reasoning %}\n            {%- else %}\n                {%- set reasoning_content =\n                    message.reasoning | string\n                %}\n            {%- endif %}\n        {%- elif message.reasoning_content is defined\n                 and message.reasoning_content is not none %}\n            {%- if message.reasoning_content is string %}\n                {%- set reasoning_content = message.reasoning_content %}\n            {%- else %}\n                {%- set reasoning_content =\n                    message.reasoning_content | string\n                %}\n            {%- endif %}\n        {%- elif message.thinking is defined\n                 and message.thinking is not none %}\n            {%- if message.thinking is string %}\n                {%- set reasoning_content = message.thinking %}\n            {%- else %}\n                {%- set reasoning_content =\n                    message.thinking | string\n                %}\n            {%- endif %}\n        {%- endif %}\n        {%- set reasoning_content = reasoning_content | trim %}\n        {#- Preserve the original invariant: when thinking is preserved,\n            always reconstruct the thinking block, even when it is empty. -#}\n        {%- if _preserve_thinking\n               or loop.index0 > ns.last_query_index %}\n            {{- '<|im_start|>assistant\\n<think>\\n'\n                ~ reasoning_content\n                ~ '\\n</think>\\n\\n'\n                ~ content\n            }}\n        {%- else %}\n            {{- '<|im_start|>assistant\\n' ~ content }}\n        {%- endif %}\n        {%- if message.tool_calls is defined\n               and message.tool_calls is not none\n               and message.tool_calls %}\n            {%- if message.tool_calls is string\n                   or message.tool_calls is mapping\n                   or message.tool_calls is not iterable %}\n                {{- raise_exception(\n                    'assistant.tool_calls must be an iterable list of tool calls.'\n                ) }}\n            {%- endif %}\n            {%- for tool_call in message.tool_calls %}\n                {%- if tool_call.function is defined\n                       and tool_call.function is not none %}\n                    {%- set tc = tool_call.function %}\n                {%- else %}\n                    {%- set tc = tool_call %}\n                {%- endif %}\n                {%- if tc.name is not defined\n                       or tc.name is none\n                       or tc.name is not string\n                       or not tc.name %}\n                    {{- raise_exception(\n                        'Every tool call must have a non-empty string name.'\n                    ) }}\n                {%- endif %}\n                {%- set tc_name = tc.name %}\n                {%- if _tool_format == 'json' %}\n                    {%- if loop.first %}\n                        {%- if content | trim %}\n                            {{- '\\n\\n<tool_call>\\n' }}\n                        {%- else %}\n                            {{- '<tool_call>\\n' }}\n                        {%- endif %}\n                    {%- else %}\n                        {{- '\\n<tool_call>\\n' }}\n                    {%- endif %}\n                    {%- set _json_arguments = '{}' %}\n                    {%- if tc.arguments is defined\n                           and tc.arguments is not none %}\n                        {%- if tc.arguments is mapping %}\n                            {%- set _json_arguments =\n                                tc.arguments | tojson\n                            %}\n                        {%- elif tc.arguments is string %}\n                            {%- set _raw_arguments =\n                                tc.arguments | trim\n                            %}\n                            {%- if _raw_arguments %}\n                                {%- if not (\n                                    _raw_arguments.startswith('{')\n                                    and _raw_arguments.endswith('}')\n                                ) %}\n                                    {{- raise_exception(\n                                        'JSON tool-call arguments must be a JSON object string.'\n                                    ) }}\n                                {%- endif %}\n                                {%- set _json_arguments =\n                                    _raw_arguments\n                                %}\n                            {%- endif %}\n                        {%- else %}\n                            {{- raise_exception(\n                                'JSON tool-call arguments must be a mapping or a JSON object string.'\n                            ) }}\n                        {%- endif %}\n                    {%- endif %}\n                    {{- '{\"name\": ' }}\n                    {{- tc_name | tojson }}\n                    {{- ', \"arguments\": ' }}\n                    {{- _json_arguments }}\n                    {{- '}\\n</tool_call>' }}\n                {%- else %}\n                    {%- if loop.first %}\n                        {%- if content | trim %}\n                            {{- '\\n\\n<tool_call>\\n<function='\n                                ~ tc_name\n                                ~ '>\\n'\n                            }}\n                        {%- else %}\n                            {{- '<tool_call>\\n<function='\n                                ~ tc_name\n                                ~ '>\\n'\n                            }}\n                        {%- endif %}\n                    {%- else %}\n                        {{- '\\n<tool_call>\\n<function='\n                            ~ tc_name\n                            ~ '>\\n'\n                        }}\n                    {%- endif %}\n                    {%- if tc.arguments is defined\n                           and tc.arguments is not none %}\n                        {%- if tc.arguments is mapping %}\n                            {%- for args_name, args_value\n                                   in tc.arguments | items %}\n                                {%- set _argument_name =\n                                    args_name | string\n                                %}\n                                {{- '<parameter='\n                                    ~ _argument_name\n                                    ~ '>\\n'\n                                }}\n                                {#- Preserve strings verbatim. Serialize every\n                                    other type as JSON so booleans and null stay\n                                    true/false/null instead of True/False/None. -#}\n                                {%- if args_value is string %}\n                                    {%- set _argument_value =\n                                        args_value\n                                    %}\n                                {%- else %}\n                                    {%- set _argument_value =\n                                        args_value | tojson\n                                    %}\n                                {%- endif %}\n                                {%- if max_tool_arg_chars > 0\n                                       and _argument_value | length\n                                           > max_tool_arg_chars %}\n                                    {{- _argument_value[:max_tool_arg_chars] }}\n                                    {{- '\\n[TRUNCATED — original length '\n                                        ~ (_argument_value | length | string)\n                                        ~ ' chars]'\n                                    }}\n                                {%- else %}\n                                    {{- _argument_value }}\n                                {%- endif %}\n                                {{- '\\n</parameter>\\n' }}\n                            {%- endfor %}\n                        {%- elif tc.arguments is string %}\n                            {%- set _raw_arguments =\n                                tc.arguments | trim\n                            %}\n                            {%- if _raw_arguments\n                                   and _raw_arguments != '{}' %}\n                                {{- raise_exception(\n                                    'tool_call_format=\"xml\" requires tool-call arguments to be mappings, but received a JSON string. Parse the JSON string into a mapping before applying the template, or set tool_call_format=\"auto\" (or \"json\") to use the lossless JSON tool-call representation.'\n                                ) }}\n                            {%- endif %}\n                        {%- else %}\n                            {{- raise_exception(\n                                'XML tool-call arguments must be a mapping. Parse JSON-string arguments before applying the template.'\n                            ) }}\n                        {%- endif %}\n                    {%- endif %}\n                    {{- '</function>\\n</tool_call>' }}\n                {%- endif %}\n            {%- endfor %}\n        {%- endif %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == 'tool' %}\n        {%- if history_state.previous_role != 'tool' %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {%- if max_tool_response_chars > 0\n               and content | length > max_tool_response_chars %}\n            {%- set content =\n                content[:max_tool_response_chars]\n                ~ '\\n[TRUNCATED — original length '\n                ~ (content | length | string)\n                ~ ' chars]'\n            %}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last %}\n            {{- '<|im_end|>\\n' }}\n        {%- elif _msgs[loop.index0 + 1].role != 'tool' %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- elif message.role == 'system'\n             or message.role == 'developer' %}\n        {{- raise_exception(\n            'System and developer messages must appear only at the beginning of the conversation.'\n        ) }}\n    {%- else %}\n        {{- raise_exception(\n            'Unexpected message role ' ~ message.role ~ '.'\n        ) }}\n    {%- endif %}\n    {%- set history_state.previous_role = message.role %}\n{%- endfor %}\n{#- -------------------------------------------------------------------------\n    Generation prompt\n    ------------------------------------------------------------------------- -#}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n    {%- if not _thinking_enabled %}\n        {{- '<think>\\n\\n</think>\\n\\n' }}\n    {%- else %}\n        {{- '<think>\\n' }}\n    {%- endif %}\n{%- endif %}"
+}