Upload folder using huggingface_hub

Qwen3-Coder-Next.jinja

@@ -0,0 +1,153 @@
+{% macro render_extra_keys(json_dict, handled_keys) %}
+    {%- if json_dict is mapping %}
+        {%- for json_key in json_dict if json_key not in handled_keys %}
+            {%- if json_dict[json_key] is string %}
+                {{-'\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | string) ~ '</' ~ json_key ~ '>' }}
+            {%- else %}
+                {{- '\n<' ~ json_key ~ '>' ~ (json_dict[json_key] | tojson ) ~ '</' ~ json_key ~ '>' }}
+            {%- endif %}
+        {%- endfor %}
+    {%- endif %}
+{%- endmacro %}
+
+{%- macro render_content(content) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if item is mapping %}
+                {%- if 'text' in item %}
+                    {{- item.text }}
+                {%- elif item.type == 'input_text' or item.type == 'output_text' %}
+                    {{- item.text | default('', true) }}
+                {%- elif item.type == 'image' or item.type == 'image_url' or 'image_url' in item %}
+                    {{- '<image>' }}
+                {%- elif item.type == 'audio' or item.type == 'input_audio' %}
+                    {{- '<audio>' }}
+                {%- elif item.type == 'video' %}
+                    {{- '<video>' }}
+                {%- else %}
+                    {{- item | tojson }}
+                {%- endif %}
+            {%- else %}
+                {{- item | string }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- content | string }}
+    {%- endif %}
+{%- endmacro %}
+
+{%- if messages[0]["role"] == "system" or messages[0]["role"] == "developer" %}
+    {%- set system_message = render_content(messages[0]["content"]) %}
+    {%- set loop_messages = messages[1:] %}
+{%- else %}
+    {%- set loop_messages = messages %}
+{%- endif %}
+
+{%- if not tools is defined %}
+    {%- set tools = [] %}
+{%- endif %}
+
+{%- if system_message is defined %}
+    {{- "<|im_start|>system\n" + system_message }}
+{%- else %}
+    {%- if tools is iterable and tools | length > 0 %}
+        {{- "<|im_start|>system\nYou are Qwen, a helpful AI assistant that can interact with a computer to solve tasks." }}
+    {%- endif %}
+{%- endif %}
+{%- if tools is iterable and tools | length > 0 %}
+    {{- "\n\n# Tools\n\nYou have access to the following functions:\n\n" }}
+    {{- "<tools>" }}
+    {%- for tool in tools %}
+        {%- if tool.function is defined %}
+            {%- set tool = tool.function %}
+        {%- endif %}
+        {{- "\n<function>\n<name>" ~ tool.name ~ "</name>" }}
+        {%- if tool.description is defined %}
+            {{- '\n<description>' ~ (tool.description | trim) ~ '</description>' }}
+        {%- endif %}
+        {{- '\n<parameters>' }}
+        {%- if tool.parameters is defined and tool.parameters is mapping and tool.parameters.properties is defined and tool.parameters.properties is mapping %}
+            {%- for param_name, param_fields in tool.parameters.properties|items %}
+                {{- '\n<parameter>' }}
+                {{- '\n<name>' ~ param_name ~ '</name>' }}
+                {%- if param_fields.type is defined %}
+                    {{- '\n<type>' ~ (param_fields.type | string) ~ '</type>' }}
+                {%- endif %}
+                {%- if param_fields.description is defined %}
+                    {{- '\n<description>' ~ (param_fields.description | trim) ~ '</description>' }}
+                {%- endif %}
+                {%- set handled_keys = ['name', 'type', 'description'] %}
+                {{- render_extra_keys(param_fields, handled_keys) }}
+                {{- '\n</parameter>' }}
+            {%- endfor %}
+        {%- endif %}
+        {%- set handled_keys = ['type', 'properties'] %}
+        {{- render_extra_keys(tool.parameters, handled_keys) }}
+        {{- '\n</parameters>' }}
+        {%- set handled_keys = ['type', 'name', 'description', 'parameters'] %}
+        {{- render_extra_keys(tool, handled_keys) }}
+        {{- '\n</function>' }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+{%- endif %}
+{%- if system_message is defined %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if tools is iterable and tools | length > 0 %}
+        {{- '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in loop_messages %}
+    {%- if message.role == "assistant" and message.tool_calls is defined and message.tool_calls is iterable and message.tool_calls | length > 0 %}
+        {{- '<|im_start|>' + message.role }}
+        {%- set content = render_content(message.content) %}
+        {%- if content | trim | length > 0 %}
+            {{- '\n' + content | trim + '\n' }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+            {%- if tool_call.arguments is defined and tool_call.arguments is not none %}
+                {%- if tool_call.arguments is mapping %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value if args_value is string else args_value | tojson %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- elif tool_call.arguments is string %}
+                    {{- tool_call.arguments }}
+                {%- endif %}
+            {%- endif %}
+            {{- '</function>\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "user" or message.role == "system" or message.role == "developer" or message.role == "assistant" %}
+        {%- set role = "system" if message.role == "developer" else message.role %}
+        {{- '<|im_start|>' + role + '\n' + render_content(message.content) + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- render_content(message.content) }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- '<|im_start|>' + message.role + '\n' + render_content(message.content) + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

README.md

@@ -0,0 +1,59 @@
+# Qwen3-Coder-Next llama.cpp chat template
+
+This repository contains a small llama.cpp-oriented patch of the official
+`Qwen/Qwen3-Coder-Next` chat template.
+
+It stays close to the upstream Qwen template and only adds compatibility fixes
+that are useful for OpenAI-compatible coding agents such as Codex, Aider,
+OpenCode-style harnesses, and other clients that may send modern message
+shapes.
+
+## Files
+
+- `Qwen3-Coder-Next.jinja` - patched llama.cpp Jinja chat template.
+- `smoke_qwen3_coder_next_template.py` - small Jinja2 smoke test.
+
+## Changes from the official template
+
+- Accepts `developer` messages and renders them as Qwen `system` messages.
+- Adds `render_content(content)` so string content, typed content arrays,
+  `None`, and simple multimodal placeholders do not crash the template.
+- Handles tool responses whose `content` is a typed content array.
+- Handles `tool_call.arguments` as either a mapping or a pre-serialized string.
+
+The goal is not to redesign Qwen's tool-calling format. The tool prompt and XML
+tool-call format are intentionally kept close to Qwen's official template.
+
+## llama.cpp usage
+
+Example `models.ini` section:
+
+```ini
+[Qwen3-Coder-Next]
+model = /path/to/Qwen3-Coder-Next-UD-IQ3_XXS.gguf
+jinja = on
+chat-template-file = /path/to/Qwen3-Coder-Next.jinja
+chat-template-kwargs = {"enable_thinking": false}
+```
+
+## Smoke test
+
+```bash
+python -m pip install jinja2
+python smoke_qwen3_coder_next_template.py
+```
+
+Expected result:
+
+```text
+ALL_OK
+```
+
+## Notes
+
+This template is intended for llama.cpp and minijinja-style rendering. The smoke
+test uses Python Jinja2 only to catch obvious template failures and common
+agent-message shapes; final behavior should still be validated with the actual
+serving runtime.
+
+Based on the official Apache-2.0 Qwen3-Coder-Next chat template.

smoke_qwen3_coder_next_template.py

@@ -0,0 +1,111 @@
+from pathlib import Path
+
+from jinja2 import Environment, StrictUndefined
+
+
+def raise_exception(message: str):
+    raise RuntimeError(message)
+
+
+def main() -> None:
+    template = Path("Qwen3-Coder-Next.jinja").read_text()
+    env = Environment(undefined=StrictUndefined)
+    env.globals.update(raise_exception=raise_exception)
+    compiled = env.from_string(template)
+
+    cases = [
+        (
+            "plain_developer",
+            [
+                {"role": "developer", "content": "dev rules"},
+                {"role": "user", "content": "hello"},
+            ],
+            [],
+        ),
+        (
+            "typed_user_and_developer",
+            [
+                {
+                    "role": "developer",
+                    "content": [{"type": "input_text", "text": "dev typed"}],
+                },
+                {
+                    "role": "user",
+                    "content": [
+                        {"type": "text", "text": "hello"},
+                        {"type": "image_url", "image_url": {"url": "x"}},
+                    ],
+                },
+            ],
+            [],
+        ),
+        (
+            "tool_mapping_args_and_typed_tool_response",
+            [
+                {"role": "user", "content": "run"},
+                {
+                    "role": "assistant",
+                    "content": "",
+                    "tool_calls": [
+                        {
+                            "function": {
+                                "name": "bash",
+                                "arguments": {"cmd": "ls", "limit": 3},
+                            }
+                        }
+                    ],
+                },
+                {"role": "tool", "content": [{"type": "text", "text": "ok"}]},
+            ],
+            [
+                {
+                    "type": "function",
+                    "function": {
+                        "name": "bash",
+                        "description": "run shell",
+                        "parameters": {
+                            "type": "object",
+                            "properties": {"cmd": {"type": "string"}},
+                        },
+                    },
+                }
+            ],
+        ),
+        (
+            "tool_string_args_and_typed_assistant_content",
+            [
+                {"role": "user", "content": "run"},
+                {
+                    "role": "assistant",
+                    "content": [{"type": "output_text", "text": "I will run it."}],
+                    "tool_calls": [
+                        {"function": {"name": "bash", "arguments": '{"cmd":"ls"}'}}
+                    ],
+                },
+            ],
+            [],
+        ),
+        (
+            "none_content",
+            [
+                {"role": "developer", "content": None},
+                {"role": "user", "content": None},
+            ],
+            [],
+        ),
+    ]
+
+    for name, messages, tools in cases:
+        rendered = compiled.render(
+            messages=messages,
+            tools=tools,
+            add_generation_prompt=True,
+        )
+        assert "<|im_start|>assistant\n" in rendered, name
+        print(f"CASE {name}: OK len={len(rendered)}")
+
+    print("ALL_OK")
+
+
+if __name__ == "__main__":
+    main()