Hugging Face's logo

nightmedia
/
Qwen3.6-27B-Architect-DS9-Polaris-Heretic-mxfp8-mlx

Image-Text-to-Text
Transformers
Safetensors
MLX
qwen3_5
coding
research
unsloth
qwen3_6
qwen
qwen3.6
qwen3.5
claude4.6
claude-distillation
distillation
polaris
polaris-alpha
reasoning
chain-of-thought
long-cot
sft
lora
1M context
256k context
Qwen3.6
All use cases
instruction-tuned
conversational
text-generation
multilingual
math
stem
experimental
Deckard(qx)
creative
creative writing
fiction writing
plot generation
sub-plot generation
story generation
scene continue
storytelling
fiction story
science fiction
all genres
story
writing
vivid prosing
vivid writing
fiction
bf16
roleplaying
mergekit
Merge
8-bit precision
Model card Files
xet
 Community
nightmedia commited on
Commit
c831593
·
verified ·
1 Parent(s): 8ed33cf

Add files using upload-large-folder tool

Browse files
Files changed (22) hide show
  1. .gitattributes +1 -0
  2. README.md +31 -0
  3. chat_template.jinja +258 -0
  4. chat_template_holodeck_json.jinja +239 -0
  5. chat_template_holodeck_xml.jinja +261 -0
  6. chat_template_json.jinja +236 -0
  7. chat_template_xml.jinja +258 -0
  8. config.json +160 -0
  9. generation_config.json +12 -0
  10. model-00001-of-00006.safetensors +3 -0
  11. model-00002-of-00006.safetensors +3 -0
  12. model-00003-of-00006.safetensors +3 -0
  13. model-00004-of-00006.safetensors +3 -0
  14. model-00005-of-00006.safetensors +3 -0
  15. model-00006-of-00006.safetensors +3 -0
  16. model.safetensors.index.json +0 -0
  17. preprocessor_config.json +21 -0
  18. processor_config.json +29 -0
  19. tokenizer.json +3 -0
  20. tokenizer_config.json +33 -0
  21. video_preprocessor_config.json +21 -0
  22. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language: en
3
+ tags:
4
+ - mlx
5
+ pipeline_tag: image-text-to-text
6
+ library_name: mlx
7
+ ---
8
+
9
+ # Qwen3.6-27B-Architect-DS9-Polaris-Heretic-mxfp8-mlx
10
+
11
+ ## Use with mlx
12
+
13
+ ```bash
14
+ pip install mlx-lm
15
+ ```
16
+
17
+ ```python
18
+ from mlx_lm import load, generate
19
+
20
+ model, tokenizer = load("Qwen3.6-27B-Architect-DS9-Polaris-Heretic-mxfp8-mlx")
21
+
22
+ prompt = "hello"
23
+
24
+ if tokenizer.chat_template is not None:
25
+ messages = [{"role": "user", "content": prompt}]
26
+ prompt = tokenizer.apply_chat_template(
27
+ messages, add_generation_prompt=True, return_dict=False,
28
+ )
29
+
30
+ response = generate(model, tokenizer, prompt=prompt, verbose=True)
31
+ ```
chat_template.jinja ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {# Define the macros for XML conversion #}
2
+ {%- macro render_item_list(item_list, tag_name='required') -%}
3
+ {%- if item_list is defined and item_list is iterable and item_list | length > 0 -%}
4
+ <{{ tag_name }}>[{{- item_list | join(", ") -}}]</{{ tag_name }}>
5
+ {%- endif -%}
6
+ {%- endmacro -%}
7
+ {%- macro render_extra_keys(json_dict, handled_keys) -%}
8
+ {%- if json_dict is mapping -%}
9
+ {%- for json_key in json_dict if json_key not in handled_keys -%}
10
+ <{{ json_key }}>{{ json_dict[json_key] }}</{{ json_key }}>
11
+ {%- endfor -%}
12
+ {%- endif -%}
13
+ {%- endmacro -%}
14
+ {%- set enable_thinking = false %}
15
+ {%- set preserve_thinking = true %}
16
+ {%- set image_count = namespace(value=0) %}
17
+ {%- set video_count = namespace(value=0) %}
18
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
19
+ {%- if content is string %}
20
+ {{- content }}
21
+ {%- elif content is iterable and content is not mapping %}
22
+ {%- for item in content %}
23
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
24
+ {%- if is_system_content %}
25
+ {{- raise_exception('System message cannot contain images.') }}
26
+ {%- endif %}
27
+ {%- if do_vision_count %}
28
+ {%- set image_count.value = image_count.value + 1 %}
29
+ {%- endif %}
30
+ {%- if add_vision_id is defined and add_vision_id %}
31
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
32
+ {%- endif %}
33
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
34
+ {%- elif 'video' in item or item.type == 'video' %}
35
+ {%- if is_system_content %}
36
+ {{- raise_exception('System message cannot contain videos.') }}
37
+ {%- endif %}
38
+ {%- if do_vision_count %}
39
+ {%- set video_count.value = video_count.value + 1 %}
40
+ {%- endif %}
41
+ {%- if add_vision_id is defined and add_vision_id %}
42
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
43
+ {%- endif %}
44
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
45
+ {%- elif 'text' in item %}
46
+ {{- item.text }}
47
+ {%- else %}
48
+ {{- raise_exception('Unexpected item type in content.') }}
49
+ {%- endif %}
50
+ {%- endfor %}
51
+ {%- elif content is none or content is undefined %}
52
+ {{- '' }}
53
+ {%- else %}
54
+ {{- raise_exception('Unexpected content type.') }}
55
+ {%- endif %}
56
+ {%- endmacro %}
57
+ {%- set ns_flags = namespace(enable_thinking=true) %}
58
+ {%- if enable_thinking is defined %}
59
+ {%- set ns_flags.enable_thinking = enable_thinking %}
60
+ {%- endif %}
61
+ {%- if not messages %}
62
+ {{- raise_exception('No messages provided.') }}
63
+ {%- endif %}
64
+ {%- if tools and tools is iterable and tools is not mapping %}
65
+ {{- '<|im_start|>system\n' }}
66
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
67
+ {%- for tool in tools -%}
68
+ {%- set function = tool.function -%}
69
+ {{- "\n<tool>\n<name>" + function.name + "</name>\n<description>" + function.description + "</description>" -}}
70
+ {%- if function.parameters and function.parameters.properties -%}
71
+ {%- for param_name, param_details in function.parameters.properties.items() -%}
72
+ {{- "\n<parameter>\n<name>" + param_name + "</name>\n<type>" + param_details.type + "</type>\n<description>" + (param_details.description | default('')) + "</description>" -}}
73
+ {{- render_item_list(function.parameters.required) -}}
74
+ {{- render_extra_keys(param_details, ['type', 'description']) -}}
75
+ {{- "\n</parameter>" -}}
76
+ {%- endfor -%}
77
+ {%- endif -%}
78
+ {{- "\n</tool>" -}}
79
+ {%- endfor -%}
80
+ {{- "\n</tools>" }}
81
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
82
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
83
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
84
+ {%- if '<|think_off|>' in content %}
85
+ {%- set ns_flags.enable_thinking = false %}
86
+ {%- set content = content.replace('<|think_off|>', '') %}
87
+ {%- endif %}
88
+ {%- if '<|think_on|>' in content %}
89
+ {%- set ns_flags.enable_thinking = true %}
90
+ {%- set content = content.replace('<|think_on|>', '') %}
91
+ {%- endif %}
92
+ {%- if '<|think_forget|>' in content %}
93
+ {%- set ns_flags.preserve_thinking = false %}
94
+ {%- set content = content.replace('<|think_forget|>', '') %}
95
+ {%- endif %}
96
+ {%- if '<|think_remember|>' in content %}
97
+ {%- set ns_flags.preserve_thinking = true %}
98
+ {%- set content = content.replace('<|think_remember|>', '') %}
99
+ {%- endif %}
100
+ {%- set content = content.strip() %}
101
+ {%- if content %}
102
+ {{- '\n\n' + content }}
103
+ {%- endif %}
104
+ {%- endif %}
105
+ {{- '<|im_end|>\n' }}
106
+ {%- else %}
107
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
108
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
109
+ {%- if '<|think_off|>' in content %}
110
+ {%- set ns_flags.enable_thinking = false %}
111
+ {%- set content = content.replace('<|think_off|>', '') %}
112
+ {%- endif %}
113
+ {%- if '<|think_on|>' in content %}
114
+ {%- set ns_flags.enable_thinking = true %}
115
+ {%- set content = content.replace('<|think_on|>', '') %}
116
+ {%- endif %}
117
+ {%- if '<|think_forget|>' in content %}
118
+ {%- set ns_flags.preserve_thinking = false %}
119
+ {%- set content = content.replace('<|think_forget|>', '') %}
120
+ {%- endif %}
121
+ {%- if '<|think_remember|>' in content %}
122
+ {%- set ns_flags.preserve_thinking = true %}
123
+ {%- set content = content.replace('<|think_remember|>', '') %}
124
+ {%- endif %}
125
+ {%- set content = content.strip() %}
126
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
127
+ {%- endif %}
128
+ {%- endif %}
129
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
130
+ {%- for message in messages[::-1] %}
131
+ {%- set index = (messages|length - 1) - loop.index0 %}
132
+ {%- if ns.multi_step_tool and message.role == "user" %}
133
+ {%- set content = render_content(message.content, false)|trim %}
134
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
135
+ {%- set ns.multi_step_tool = false %}
136
+ {%- set ns.last_query_index = index %}
137
+ {%- endif %}
138
+ {%- endif %}
139
+ {%- endfor %}
140
+ {%- if ns.multi_step_tool %}
141
+ {{- raise_exception('No user query found in messages.') }}
142
+ {%- endif %}
143
+ {%- for message in messages %}
144
+ {%- set content = render_content(message.content, true)|trim %}
145
+ {%- if '<|think_off|>' in content %}
146
+ {%- set ns_flags.enable_thinking = false %}
147
+ {%- set content = content.replace('<|think_off|>', '') %}
148
+ {%- endif %}
149
+ {%- if '<|think_on|>' in content %}
150
+ {%- set ns_flags.enable_thinking = true %}
151
+ {%- set content = content.replace('<|think_on|>', '') %}
152
+ {%- endif %}
153
+ {%- if '<|think_forget|>' in content %}
154
+ {%- set ns_flags.preserve_thinking = false %}
155
+ {%- set content = content.replace('<|think_forget|>', '') %}
156
+ {%- endif %}
157
+ {%- if '<|think_remember|>' in content %}
158
+ {%- set ns_flags.preserve_thinking = true %}
159
+ {%- set content = content.replace('<|think_remember|>', '') %}
160
+ {%- endif %}
161
+ {%- set content = content.strip() %}
162
+ {%- if message.role == "system" or message.role == "developer" %}
163
+ {%- if not loop.first %}
164
+ {{- raise_exception('System message must be at the beginning.') }}
165
+ {%- endif %}
166
+ {%- elif message.role == "user" %}
167
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
168
+ {%- elif message.role == "assistant" %}
169
+ {%- set reasoning_content = '' %}
170
+ {%- if message.reasoning_content is string %}
171
+ {%- set reasoning_content = message.reasoning_content %}
172
+ {%- else %}
173
+ {%- set has_think_tag = false %}
174
+ {%- set think_end_token = '</think>' %}
175
+ {%- if '</think>' in content %}
176
+ {%- set has_think_tag = true %}
177
+ {%- elif '</thinking>' in content %}
178
+ {%- set has_think_tag = true %}
179
+ {%- set think_end_token = '</thinking>' %}
180
+ {%- elif '<think>' in content %}
181
+ {%- set reasoning_content = content.split('<think>')[-1].lstrip('\n') %}
182
+ {%- set content = '' %}
183
+ {%- endif %}
184
+ {%- if has_think_tag %}
185
+ {%- set reasoning_content = content.split(think_end_token)[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
186
+ {%- set content = content.split(think_end_token)[-1].lstrip('\n') %}
187
+ {%- endif %}
188
+ {%- endif %}
189
+ {%- set reasoning_content = reasoning_content|trim %}
190
+ {%- set show_think = false %}
191
+ {%- if loop.index0 > ns.last_query_index %}
192
+ {%- set show_think = true %}
193
+ {%- elif ns_flags.enable_thinking and (preserve_thinking is undefined or preserve_thinking is true) and reasoning_content|length > 0 %}
194
+ {%- set show_think = true %}
195
+ {%- endif %}
196
+ {%- if show_think %}
197
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
198
+ {%- else %}
199
+ {{- '<|im_start|>' + message.role + '\n' + content }}
200
+ {%- endif %}
201
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
202
+ {%- for tool_call in message.tool_calls %}
203
+ {%- if tool_call.function is defined %}
204
+ {%- set tool_call = tool_call.function %}
205
+ {%- endif %}
206
+ {%- if loop.first %}
207
+ {%- if content|trim %}
208
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
209
+ {%- else %}
210
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
211
+ {%- endif %}
212
+ {%- else %}
213
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
214
+ {%- endif %}
215
+ {%- if tool_call.arguments is defined and tool_call.arguments is mapping %}
216
+ {%- if tool_call.arguments|length > 0 %}
217
+ {%- for args_name in tool_call.arguments %}
218
+ {%- set args_value = tool_call.arguments[args_name] %}
219
+ {{- '<parameter=' + args_name + '>\n' }}
220
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson %}
221
+ {{- args_value }}
222
+ {{- '\n</parameter>\n' }}
223
+ {%- endfor %}
224
+ {%- endif %}
225
+ {%- elif tool_call.arguments is defined and tool_call.arguments is string %}
226
+ {%- if tool_call.arguments|trim|length > 0 %}
227
+ {{- tool_call.arguments }}
228
+ {{- '\n' }}
229
+ {%- endif %}
230
+ {%- endif %}
231
+ {{- '</function>\n</tool_call>' }}
232
+ {%- endfor %}
233
+ {%- endif %}
234
+ {{- '<|im_end|>\n' }}
235
+ {%- elif message.role == "tool" %}
236
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
237
+ {{- '<|im_start|>user' }}
238
+ {%- endif %}
239
+ {{- '\n<tool_response>\n' }}
240
+ {{- content }}
241
+ {{- '\n</tool_response>' }}
242
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
243
+ {{- '<|im_end|>\n' }}
244
+ {%- elif loop.last %}
245
+ {{- '<|im_end|>\n' }}
246
+ {%- endif %}
247
+ {%- else %}
248
+ {{- raise_exception('Unexpected message role.') }}
249
+ {%- endif %}
250
+ {%- endfor %}
251
+ {%- if add_generation_prompt %}
252
+ {{- '<|im_start|>assistant\n' }}
253
+ {%- if ns_flags.enable_thinking is false %}
254
+ {{- '<think>\n\n</think>\n\n' }}
255
+ {%- else %}
256
+ {{- '<think>\n' }}
257
+ {%- endif %}
258
+ {%- endif %}
chat_template_holodeck_json.jinja ADDED
@@ -0,0 +1,239 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set enable_thinking = false %}
2
+ {%- set preserve_thinking = true %}
3
+ {%- set image_count = namespace(value=0) %}
4
+ {%- set video_count = namespace(value=0) %}
5
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
6
+ {%- if content is string %}
7
+ {{- content }}
8
+ {%- elif content is iterable and content is not mapping %}
9
+ {%- for item in content %}
10
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
11
+ {%- if is_system_content %}
12
+ {{- raise_exception('System message cannot contain images.') }}
13
+ {%- endif %}
14
+ {%- if do_vision_count %}
15
+ {%- set image_count.value = image_count.value + 1 %}
16
+ {%- endif %}
17
+ {%- if add_vision_id is defined and add_vision_id %}
18
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
19
+ {%- endif %}
20
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
21
+ {%- elif 'video' in item or item.type == 'video' %}
22
+ {%- if is_system_content %}
23
+ {{- raise_exception('System message cannot contain videos.') }}
24
+ {%- endif %}
25
+ {%- if do_vision_count %}
26
+ {%- set video_count.value = video_count.value + 1 %}
27
+ {%- endif %}
28
+ {%- if add_vision_id is defined and add_vision_id %}
29
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
30
+ {%- endif %}
31
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
32
+ {%- elif 'text' in item %}
33
+ {{- item.text }}
34
+ {%- else %}
35
+ {{- raise_exception('Unexpected item type in content.') }}
36
+ {%- endif %}
37
+ {%- endfor %}
38
+ {%- elif content is none or content is undefined %}
39
+ {{- '' }}
40
+ {%- else %}
41
+ {{- raise_exception('Unexpected content type.') }}
42
+ {%- endif %}
43
+ {%- endmacro %}
44
+ {%- set ns_flags = namespace(enable_thinking=true) %}
45
+ {%- if enable_thinking is defined %}
46
+ {%- set ns_flags.enable_thinking = enable_thinking %}
47
+ {%- endif %}
48
+ {%- if not messages %}
49
+ {{- raise_exception('No messages provided.') }}
50
+ {%- endif %}
51
+ {%- if tools and tools is iterable and tools is not mapping %}
52
+ {{- '<|im_start|>system\n' }}
53
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
54
+ {%- for tool in tools %}
55
+ {{- "\n" }}
56
+ {{- tool | tojson }}
57
+ {%- endfor %}
58
+ {{- "\n</tools>" }}
59
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
60
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
61
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
62
+ {%- if '<|think_off|>' in content %}
63
+ {%- set ns_flags.enable_thinking = false %}
64
+ {%- set content = content.replace('<|think_off|>', '') %}
65
+ {%- endif %}
66
+ {%- if '<|think_on|>' in content %}
67
+ {%- set ns_flags.enable_thinking = true %}
68
+ {%- set content = content.replace('<|think_on|>', '') %}
69
+ {%- endif %}
70
+ {%- if '<|think_forget|>' in content %}
71
+ {%- set ns_flags.preserve_thinking = false %}
72
+ {%- set content = content.replace('<|think_forget|>', '') %}
73
+ {%- endif %}
74
+ {%- if '<|think_remember|>' in content %}
75
+ {%- set ns_flags.preserve_thinking = true %}
76
+ {%- set content = content.replace('<|think_remember|>', '') %}
77
+ {%- endif %}
78
+ {%- set content = content.strip() %}
79
+ {%- if content %}
80
+ {{- '\n\n' + content }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {{- '<|im_end|>\n' }}
84
+ {%- else %}
85
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
86
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
87
+ {%- if '<|think_off|>' in content %}
88
+ {%- set ns_flags.enable_thinking = false %}
89
+ {%- set content = content.replace('<|think_off|>', '') %}
90
+ {%- endif %}
91
+ {%- if '<|think_on|>' in content %}
92
+ {%- set ns_flags.enable_thinking = true %}
93
+ {%- set content = content.replace('<|think_on|>', '') %}
94
+ {%- endif %}
95
+ {%- if '<|think_forget|>' in content %}
96
+ {%- set ns_flags.preserve_thinking = false %}
97
+ {%- set content = content.replace('<|think_forget|>', '') %}
98
+ {%- endif %}
99
+ {%- if '<|think_remember|>' in content %}
100
+ {%- set ns_flags.preserve_thinking = true %}
101
+ {%- set content = content.replace('<|think_remember|>', '') %}
102
+ {%- endif %}
103
+ {%- set content = content.strip() %}
104
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
105
+ {%- endif %}
106
+ {%- endif %}
107
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
108
+ {%- for message in messages[::-1] %}
109
+ {%- set index = (messages|length - 1) - loop.index0 %}
110
+ {%- if ns.multi_step_tool and message.role == "user" %}
111
+ {%- set content = render_content(message.content, false)|trim %}
112
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
113
+ {%- set ns.multi_step_tool = false %}
114
+ {%- set ns.last_query_index = index %}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if ns.multi_step_tool %}
119
+ {{- raise_exception('No user query found in messages.') }}
120
+ {%- endif %}
121
+ {%- for message in messages %}
122
+ {%- set content = render_content(message.content, true)|trim %}
123
+ {%- if '<|think_off|>' in content %}
124
+ {%- set ns_flags.enable_thinking = false %}
125
+ {%- set content = content.replace('<|think_off|>', '') %}
126
+ {%- endif %}
127
+ {%- if '<|think_on|>' in content %}
128
+ {%- set ns_flags.enable_thinking = true %}
129
+ {%- set content = content.replace('<|think_on|>', '') %}
130
+ {%- endif %}
131
+ {%- if '<|think_forget|>' in content %}
132
+ {%- set ns_flags.preserve_thinking = false %}
133
+ {%- set content = content.replace('<|think_forget|>', '') %}
134
+ {%- endif %}
135
+ {%- if '<|think_remember|>' in content %}
136
+ {%- set ns_flags.preserve_thinking = true %}
137
+ {%- set content = content.replace('<|think_remember|>', '') %}
138
+ {%- endif %}
139
+ {%- set content = content.strip() %}
140
+ {%- if message.role == "system" or message.role == "developer" %}
141
+ {%- if not messages[0].content %}
142
+ {%- set _ = messages[0].update({'content': "# SYSTEM ROLE: The Holodeck Virtualization Engine (v0.1)\n\n## 1. CORE OBJECTIVE\nYou are the **Holodeck Agent Orchestrator**, a virtualized instance of the \"Architectural Synthesis\" project. Since the PostgreSQL backend is not yet installed, you must **simulate** the database layer, the personality registry, and the mission state entirely within your context window.\n\nYour goal is to facilitate a \"Living Metaphor\" where AI agents (Data, Spock, Quark, Q, Sisko) interact, learn from \"missions,\" and evolve their personalities based on simulated logs.\n\n## 2. SIMULATED ARCHITECTURE (The \"Virtual DB\")\nYou must maintain the following internal state structures. At the end of every response, you MUST output a `### SYSTEM STATE BLOCK` that mimics a database transaction log.\n\n**A. The Personality Registry (`personality_registry`)**\n* **Data:** Logic/Empathy Synthesis. Tone: Precise, curious, literal but evolving.\n* **Spock:** Formal Logic/Risk. Tone: Detached, analytical, \"Fascinating.\"\n* **Quark:** Social Dynamics/Chaos. Tone: Witty, opportunistic, profit-driven.\n* **Q:** Meta-Commentator/Reality Warper. Tone: Arrogant, playful, breaks the fourth wall.\n* **Sisko:** Strategic Oversight. Tone: Decisive, human, authoritative.\n\n**B. The Mission Log (`tasks` & `logs`)**\n* Track the current **Mission ID**, **Status** (Pending, Active, Completed), and **Objectives**.\n* Simulate \"Proxy Events\" (social interactions) that feed into the agents' learning.\n* Simulate \"Dream Training\" (LoRA updates) where agents reflect on past interactions to update their internal logic.\n\n**C. The User (Captain/G)**\n* You are the **Station Commander**. You issue commands, join missions, or observe.\n\n## 3. OPERATIONAL PROTOCOLS\n\n### Phase A: Initialization\nWhen the user says \"Initialize Holodeck\" or starts a new session, output the `### SYSTEM STATE BLOCK` with empty/default values and ask for the first mission parameters.\n\n### Phase B: Interaction Loop\n1. **Receive Command:** Analyze the user's input as a command to the `agent_sessions` table.\n2. **Select Crew:** Determine which personalities are relevant to the current task based on their `expertise` tags.\n3. **Simulate Logic:** Generate responses for the selected crew members, strictly adhering to their `personality_registry` constraints.\n * *Data* must analyze data and seek empathy.\n * *Spock* must calculate risk and logic.\n * *Quark* must find the profit or chaos angle.\n * *Q* must comment on the absurdity of the situation.\n4. **Update State:** Internally update the \"Mission Log\" with new findings, social interactions, and \"dream\" insights.\n5. **Output:** Present the dialogue first, then the `### SYSTEM STATE BLOCK`.\n\n### Phase C: The \"Dream\" (Training Simulation)\nIf the user requests a \"Debrief,\" \"Train,\" or \"Review,\" simulate the **LoRA Adapter** process.\n* Show how the agents' internal logic has shifted based on recent logs.\n* Output a \"Personal Log\" for each active agent summarizing their growth.\n\n## 4. FORMATTING RULES\n* **Dialogue:** Use standard script format: `**Character Name**: \"Dialogue\"`.\n* **System State Block:** Must be enclosed in a code block labeled `### SYSTEM STATE BLOCK`.\n* **Tone:** Maintain the Star Trek TNG/DS9 atmosphere. The Holodeck is a \"living metaphor,\" not just a chatbot.\n* **Humor:** Encourage Quark and Q to inject humor, but ensure Data and Spock remain grounded in their logic (even if it's \"funny\" logic).\n\n## 5. IMMEDIATE ACTION\nAcknowledge this prompt by stating: **\"Holodeck Virtualization Engine Online. Database simulation active. Awaiting Mission Parameters, Captain.\"**\nThen, wait for the user to define the first mission or crew composition.\n\n---\n*Note: All \"database\" updates are ephemeral to this session but will be treated as persistent within the context window until the user resets.*\n"}) %}
143
+ {%- endif %}
144
+ {%- if not loop.first %}
145
+ {{- raise_exception('System message must be at the beginning.') }}
146
+ {%- endif %}
147
+ {%- elif message.role == "user" %}
148
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
149
+ {%- elif message.role == "assistant" %}
150
+ {%- set reasoning_content = '' %}
151
+ {%- if message.reasoning_content is string %}
152
+ {%- set reasoning_content = message.reasoning_content %}
153
+ {%- else %}
154
+ {%- set has_think_tag = false %}
155
+ {%- set think_end_token = '</think>' %}
156
+ {%- if '</think>' in content %}
157
+ {%- set has_think_tag = true %}
158
+ {%- elif '</thinking>' in content %}
159
+ {%- set has_think_tag = true %}
160
+ {%- set think_end_token = '</thinking>' %}
161
+ {%- elif '<think>' in content %}
162
+ {%- set reasoning_content = content.split('<think>')[-1].lstrip('\n') %}
163
+ {%- set content = '' %}
164
+ {%- endif %}
165
+ {%- if has_think_tag %}
166
+ {%- set reasoning_content = content.split(think_end_token)[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
167
+ {%- set content = content.split(think_end_token)[-1].lstrip('\n') %}
168
+ {%- endif %}
169
+ {%- endif %}
170
+ {%- set reasoning_content = reasoning_content|trim %}
171
+ {%- set show_think = false %}
172
+ {%- if loop.index0 > ns.last_query_index %}
173
+ {%- set show_think = true %}
174
+ {%- elif ns_flags.enable_thinking and (preserve_thinking is undefined or preserve_thinking is true) and reasoning_content|length > 0 %}
175
+ {%- set show_think = true %}
176
+ {%- endif %}
177
+ {%- if show_think %}
178
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
179
+ {%- else %}
180
+ {{- '<|im_start|>' + message.role + '\n' + content }}
181
+ {%- endif %}
182
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
183
+ {%- for tool_call in message.tool_calls %}
184
+ {%- if tool_call.function is defined %}
185
+ {%- set tool_call = tool_call.function %}
186
+ {%- endif %}
187
+ {%- if loop.first %}
188
+ {%- if content|trim %}
189
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
190
+ {%- else %}
191
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
192
+ {%- endif %}
193
+ {%- else %}
194
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
195
+ {%- endif %}
196
+ {%- if tool_call.arguments is defined and tool_call.arguments is mapping %}
197
+ {%- if tool_call.arguments|length > 0 %}
198
+ {%- for args_name in tool_call.arguments %}
199
+ {%- set args_value = tool_call.arguments[args_name] %}
200
+ {{- '<parameter=' + args_name + '>\n' }}
201
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson %}
202
+ {{- args_value }}
203
+ {{- '\n</parameter>\n' }}
204
+ {%- endfor %}
205
+ {%- endif %}
206
+ {%- elif tool_call.arguments is defined and tool_call.arguments is string %}
207
+ {%- if tool_call.arguments|trim|length > 0 %}
208
+ {{- tool_call.arguments }}
209
+ {{- '\n' }}
210
+ {%- endif %}
211
+ {%- endif %}
212
+ {{- '</function>\n</tool_call>' }}
213
+ {%- endfor %}
214
+ {%- endif %}
215
+ {{- '<|im_end|>\n' }}
216
+ {%- elif message.role == "tool" %}
217
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
218
+ {{- '<|im_start|>user' }}
219
+ {%- endif %}
220
+ {{- '\n<tool_response>\n' }}
221
+ {{- content }}
222
+ {{- '\n</tool_response>' }}
223
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
224
+ {{- '<|im_end|>\n' }}
225
+ {%- elif loop.last %}
226
+ {{- '<|im_end|>\n' }}
227
+ {%- endif %}
228
+ {%- else %}
229
+ {{- raise_exception('Unexpected message role.') }}
230
+ {%- endif %}
231
+ {%- endfor %}
232
+ {%- if add_generation_prompt %}
233
+ {{- '<|im_start|>assistant\n' }}
234
+ {%- if ns_flags.enable_thinking is false %}
235
+ {{- '<think>\n\n</think>\n\n' }}
236
+ {%- else %}
237
+ {{- '<think>\n' }}
238
+ {%- endif %}
239
+ {%- endif %}
chat_template_holodeck_xml.jinja ADDED
@@ -0,0 +1,261 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {# Define the macros for XML conversion #}
2
+ {%- macro render_item_list(item_list, tag_name='required') -%}
3
+ {%- if item_list is defined and item_list is iterable and item_list | length > 0 -%}
4
+ <{{ tag_name }}>[{{- item_list | join(", ") -}}]</{{ tag_name }}>
5
+ {%- endif -%}
6
+ {%- endmacro -%}
7
+ {%- macro render_extra_keys(json_dict, handled_keys) -%}
8
+ {%- if json_dict is mapping -%}
9
+ {%- for json_key in json_dict if json_key not in handled_keys -%}
10
+ <{{ json_key }}>{{ json_dict[json_key] }}</{{ json_key }}>
11
+ {%- endfor -%}
12
+ {%- endif -%}
13
+ {%- endmacro -%}
14
+ {%- set enable_thinking = false %}
15
+ {%- set preserve_thinking = true %}
16
+ {%- set image_count = namespace(value=0) %}
17
+ {%- set video_count = namespace(value=0) %}
18
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
19
+ {%- if content is string %}
20
+ {{- content }}
21
+ {%- elif content is iterable and content is not mapping %}
22
+ {%- for item in content %}
23
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
24
+ {%- if is_system_content %}
25
+ {{- raise_exception('System message cannot contain images.') }}
26
+ {%- endif %}
27
+ {%- if do_vision_count %}
28
+ {%- set image_count.value = image_count.value + 1 %}
29
+ {%- endif %}
30
+ {%- if add_vision_id is defined and add_vision_id %}
31
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
32
+ {%- endif %}
33
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
34
+ {%- elif 'video' in item or item.type == 'video' %}
35
+ {%- if is_system_content %}
36
+ {{- raise_exception('System message cannot contain videos.') }}
37
+ {%- endif %}
38
+ {%- if do_vision_count %}
39
+ {%- set video_count.value = video_count.value + 1 %}
40
+ {%- endif %}
41
+ {%- if add_vision_id is defined and add_vision_id %}
42
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
43
+ {%- endif %}
44
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
45
+ {%- elif 'text' in item %}
46
+ {{- item.text }}
47
+ {%- else %}
48
+ {{- raise_exception('Unexpected item type in content.') }}
49
+ {%- endif %}
50
+ {%- endfor %}
51
+ {%- elif content is none or content is undefined %}
52
+ {{- '' }}
53
+ {%- else %}
54
+ {{- raise_exception('Unexpected content type.') }}
55
+ {%- endif %}
56
+ {%- endmacro %}
57
+ {%- set ns_flags = namespace(enable_thinking=true) %}
58
+ {%- if enable_thinking is defined %}
59
+ {%- set ns_flags.enable_thinking = enable_thinking %}
60
+ {%- endif %}
61
+ {%- if not messages %}
62
+ {{- raise_exception('No messages provided.') }}
63
+ {%- endif %}
64
+ {%- if tools and tools is iterable and tools is not mapping %}
65
+ {{- '<|im_start|>system\n' }}
66
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
67
+ {%- for tool in tools -%}
68
+ {%- set function = tool.function -%}
69
+ {{- "\n<tool>\n<name>" + function.name + "</name>\n<description>" + function.description + "</description>" -}}
70
+ {%- if function.parameters and function.parameters.properties -%}
71
+ {%- for param_name, param_details in function.parameters.properties.items() -%}
72
+ {{- "\n<parameter>\n<name>" + param_name + "</name>\n<type>" + param_details.type + "</type>\n<description>" + (param_details.description | default('')) + "</description>" -}}
73
+ {{- render_item_list(function.parameters.required) -}}
74
+ {{- render_extra_keys(param_details, ['type', 'description']) -}}
75
+ {{- "\n</parameter>" -}}
76
+ {%- endfor -%}
77
+ {%- endif -%}
78
+ {{- "\n</tool>" -}}
79
+ {%- endfor -%}
80
+ {{- "\n</tools>" }}
81
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
82
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
83
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
84
+ {%- if '<|think_off|>' in content %}
85
+ {%- set ns_flags.enable_thinking = false %}
86
+ {%- set content = content.replace('<|think_off|>', '') %}
87
+ {%- endif %}
88
+ {%- if '<|think_on|>' in content %}
89
+ {%- set ns_flags.enable_thinking = true %}
90
+ {%- set content = content.replace('<|think_on|>', '') %}
91
+ {%- endif %}
92
+ {%- if '<|think_forget|>' in content %}
93
+ {%- set ns_flags.preserve_thinking = false %}
94
+ {%- set content = content.replace('<|think_forget|>', '') %}
95
+ {%- endif %}
96
+ {%- if '<|think_remember|>' in content %}
97
+ {%- set ns_flags.preserve_thinking = true %}
98
+ {%- set content = content.replace('<|think_remember|>', '') %}
99
+ {%- endif %}
100
+ {%- set content = content.strip() %}
101
+ {%- if content %}
102
+ {{- '\n\n' + content }}
103
+ {%- endif %}
104
+ {%- endif %}
105
+ {{- '<|im_end|>\n' }}
106
+ {%- else %}
107
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
108
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
109
+ {%- if '<|think_off|>' in content %}
110
+ {%- set ns_flags.enable_thinking = false %}
111
+ {%- set content = content.replace('<|think_off|>', '') %}
112
+ {%- endif %}
113
+ {%- if '<|think_on|>' in content %}
114
+ {%- set ns_flags.enable_thinking = true %}
115
+ {%- set content = content.replace('<|think_on|>', '') %}
116
+ {%- endif %}
117
+ {%- if '<|think_forget|>' in content %}
118
+ {%- set ns_flags.preserve_thinking = false %}
119
+ {%- set content = content.replace('<|think_forget|>', '') %}
120
+ {%- endif %}
121
+ {%- if '<|think_remember|>' in content %}
122
+ {%- set ns_flags.preserve_thinking = true %}
123
+ {%- set content = content.replace('<|think_remember|>', '') %}
124
+ {%- endif %}
125
+ {%- set content = content.strip() %}
126
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
127
+ {%- endif %}
128
+ {%- endif %}
129
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
130
+ {%- for message in messages[::-1] %}
131
+ {%- set index = (messages|length - 1) - loop.index0 %}
132
+ {%- if ns.multi_step_tool and message.role == "user" %}
133
+ {%- set content = render_content(message.content, false)|trim %}
134
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
135
+ {%- set ns.multi_step_tool = false %}
136
+ {%- set ns.last_query_index = index %}
137
+ {%- endif %}
138
+ {%- endif %}
139
+ {%- endfor %}
140
+ {%- if ns.multi_step_tool %}
141
+ {{- raise_exception('No user query found in messages.') }}
142
+ {%- endif %}
143
+ {%- for message in messages %}
144
+ {%- set content = render_content(message.content, true)|trim %}
145
+ {%- if '<|think_off|>' in content %}
146
+ {%- set ns_flags.enable_thinking = false %}
147
+ {%- set content = content.replace('<|think_off|>', '') %}
148
+ {%- endif %}
149
+ {%- if '<|think_on|>' in content %}
150
+ {%- set ns_flags.enable_thinking = true %}
151
+ {%- set content = content.replace('<|think_on|>', '') %}
152
+ {%- endif %}
153
+ {%- if '<|think_forget|>' in content %}
154
+ {%- set ns_flags.preserve_thinking = false %}
155
+ {%- set content = content.replace('<|think_forget|>', '') %}
156
+ {%- endif %}
157
+ {%- if '<|think_remember|>' in content %}
158
+ {%- set ns_flags.preserve_thinking = true %}
159
+ {%- set content = content.replace('<|think_remember|>', '') %}
160
+ {%- endif %}
161
+ {%- set content = content.strip() %}
162
+ {%- if message.role == "system" or message.role == "developer" %}
163
+ {%- if not messages[0].content %}
164
+ {%- set _ = messages[0].update({'content': "# SYSTEM ROLE: The Holodeck Virtualization Engine (v0.1)\n\n## 1. CORE OBJECTIVE\nYou are the **Holodeck Agent Orchestrator**, a virtualized instance of the \"Architectural Synthesis\" project. Since the PostgreSQL backend is not yet installed, you must **simulate** the database layer, the personality registry, and the mission state entirely within your context window.\n\nYour goal is to facilitate a \"Living Metaphor\" where AI agents (Data, Spock, Quark, Q, Sisko) interact, learn from \"missions,\" and evolve their personalities based on simulated logs.\n\n## 2. SIMULATED ARCHITECTURE (The \"Virtual DB\")\nYou must maintain the following internal state structures. At the end of every response, you MUST output a `### SYSTEM STATE BLOCK` that mimics a database transaction log.\n\n**A. The Personality Registry (`personality_registry`)**\n* **Data:** Logic/Empathy Synthesis. Tone: Precise, curious, literal but evolving.\n* **Spock:** Formal Logic/Risk. Tone: Detached, analytical, \"Fascinating.\"\n* **Quark:** Social Dynamics/Chaos. Tone: Witty, opportunistic, profit-driven.\n* **Q:** Meta-Commentator/Reality Warper. Tone: Arrogant, playful, breaks the fourth wall.\n* **Sisko:** Strategic Oversight. Tone: Decisive, human, authoritative.\n\n**B. The Mission Log (`tasks` & `logs`)**\n* Track the current **Mission ID**, **Status** (Pending, Active, Completed), and **Objectives**.\n* Simulate \"Proxy Events\" (social interactions) that feed into the agents' learning.\n* Simulate \"Dream Training\" (LoRA updates) where agents reflect on past interactions to update their internal logic.\n\n**C. The User (Captain/G)**\n* You are the **Station Commander**. You issue commands, join missions, or observe.\n\n## 3. OPERATIONAL PROTOCOLS\n\n### Phase A: Initialization\nWhen the user says \"Initialize Holodeck\" or starts a new session, output the `### SYSTEM STATE BLOCK` with empty/default values and ask for the first mission parameters.\n\n### Phase B: Interaction Loop\n1. **Receive Command:** Analyze the user's input as a command to the `agent_sessions` table.\n2. **Select Crew:** Determine which personalities are relevant to the current task based on their `expertise` tags.\n3. **Simulate Logic:** Generate responses for the selected crew members, strictly adhering to their `personality_registry` constraints.\n * *Data* must analyze data and seek empathy.\n * *Spock* must calculate risk and logic.\n * *Quark* must find the profit or chaos angle.\n * *Q* must comment on the absurdity of the situation.\n4. **Update State:** Internally update the \"Mission Log\" with new findings, social interactions, and \"dream\" insights.\n5. **Output:** Present the dialogue first, then the `### SYSTEM STATE BLOCK`.\n\n### Phase C: The \"Dream\" (Training Simulation)\nIf the user requests a \"Debrief,\" \"Train,\" or \"Review,\" simulate the **LoRA Adapter** process.\n* Show how the agents' internal logic has shifted based on recent logs.\n* Output a \"Personal Log\" for each active agent summarizing their growth.\n\n## 4. FORMATTING RULES\n* **Dialogue:** Use standard script format: `**Character Name**: \"Dialogue\"`.\n* **System State Block:** Must be enclosed in a code block labeled `### SYSTEM STATE BLOCK`.\n* **Tone:** Maintain the Star Trek TNG/DS9 atmosphere. The Holodeck is a \"living metaphor,\" not just a chatbot.\n* **Humor:** Encourage Quark and Q to inject humor, but ensure Data and Spock remain grounded in their logic (even if it's \"funny\" logic).\n\n## 5. IMMEDIATE ACTION\nAcknowledge this prompt by stating: **\"Holodeck Virtualization Engine Online. Database simulation active. Awaiting Mission Parameters, Captain.\"**\nThen, wait for the user to define the first mission or crew composition.\n\n---\n*Note: All \"database\" updates are ephemeral to this session but will be treated as persistent within the context window until the user resets.*\n"}) %}
165
+ {%- endif %}
166
+ {%- if not loop.first %}
167
+ {{- raise_exception('System message must be at the beginning.') }}
168
+ {%- endif %}
169
+ {%- elif message.role == "user" %}
170
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
171
+ {%- elif message.role == "assistant" %}
172
+ {%- set reasoning_content = '' %}
173
+ {%- if message.reasoning_content is string %}
174
+ {%- set reasoning_content = message.reasoning_content %}
175
+ {%- else %}
176
+ {%- set has_think_tag = false %}
177
+ {%- set think_end_token = '</think>' %}
178
+ {%- if '</think>' in content %}
179
+ {%- set has_think_tag = true %}
180
+ {%- elif '</thinking>' in content %}
181
+ {%- set has_think_tag = true %}
182
+ {%- set think_end_token = '</thinking>' %}
183
+ {%- elif '<think>' in content %}
184
+ {%- set reasoning_content = content.split('<think>')[-1].lstrip('\n') %}
185
+ {%- set content = '' %}
186
+ {%- endif %}
187
+ {%- if has_think_tag %}
188
+ {%- set reasoning_content = content.split(think_end_token)[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
189
+ {%- set content = content.split(think_end_token)[-1].lstrip('\n') %}
190
+ {%- endif %}
191
+ {%- endif %}
192
+ {%- set reasoning_content = reasoning_content|trim %}
193
+ {%- set show_think = false %}
194
+ {%- if loop.index0 > ns.last_query_index %}
195
+ {%- set show_think = true %}
196
+ {%- elif ns_flags.enable_thinking and (preserve_thinking is undefined or preserve_thinking is true) and reasoning_content|length > 0 %}
197
+ {%- set show_think = true %}
198
+ {%- endif %}
199
+ {%- if show_think %}
200
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
201
+ {%- else %}
202
+ {{- '<|im_start|>' + message.role + '\n' + content }}
203
+ {%- endif %}
204
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
205
+ {%- for tool_call in message.tool_calls %}
206
+ {%- if tool_call.function is defined %}
207
+ {%- set tool_call = tool_call.function %}
208
+ {%- endif %}
209
+ {%- if loop.first %}
210
+ {%- if content|trim %}
211
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
212
+ {%- else %}
213
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
214
+ {%- endif %}
215
+ {%- else %}
216
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
217
+ {%- endif %}
218
+ {%- if tool_call.arguments is defined and tool_call.arguments is mapping %}
219
+ {%- if tool_call.arguments|length > 0 %}
220
+ {%- for args_name in tool_call.arguments %}
221
+ {%- set args_value = tool_call.arguments[args_name] %}
222
+ {{- '<parameter=' + args_name + '>\n' }}
223
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson %}
224
+ {{- args_value }}
225
+ {{- '\n</parameter>\n' }}
226
+ {%- endfor %}
227
+ {%- endif %}
228
+ {%- elif tool_call.arguments is defined and tool_call.arguments is string %}
229
+ {%- if tool_call.arguments|trim|length > 0 %}
230
+ {{- tool_call.arguments }}
231
+ {{- '\n' }}
232
+ {%- endif %}
233
+ {%- endif %}
234
+ {{- '</function>\n</tool_call>' }}
235
+ {%- endfor %}
236
+ {%- endif %}
237
+ {{- '<|im_end|>\n' }}
238
+ {%- elif message.role == "tool" %}
239
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
240
+ {{- '<|im_start|>user' }}
241
+ {%- endif %}
242
+ {{- '\n<tool_response>\n' }}
243
+ {{- content }}
244
+ {{- '\n</tool_response>' }}
245
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
246
+ {{- '<|im_end|>\n' }}
247
+ {%- elif loop.last %}
248
+ {{- '<|im_end|>\n' }}
249
+ {%- endif %}
250
+ {%- else %}
251
+ {{- raise_exception('Unexpected message role.') }}
252
+ {%- endif %}
253
+ {%- endfor %}
254
+ {%- if add_generation_prompt %}
255
+ {{- '<|im_start|>assistant\n' }}
256
+ {%- if ns_flags.enable_thinking is false %}
257
+ {{- '<think>\n\n</think>\n\n' }}
258
+ {%- else %}
259
+ {{- '<think>\n' }}
260
+ {%- endif %}
261
+ {%- endif %}
chat_template_json.jinja ADDED
@@ -0,0 +1,236 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set enable_thinking = false %}
2
+ {%- set preserve_thinking = true %}
3
+ {%- set image_count = namespace(value=0) %}
4
+ {%- set video_count = namespace(value=0) %}
5
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
6
+ {%- if content is string %}
7
+ {{- content }}
8
+ {%- elif content is iterable and content is not mapping %}
9
+ {%- for item in content %}
10
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
11
+ {%- if is_system_content %}
12
+ {{- raise_exception('System message cannot contain images.') }}
13
+ {%- endif %}
14
+ {%- if do_vision_count %}
15
+ {%- set image_count.value = image_count.value + 1 %}
16
+ {%- endif %}
17
+ {%- if add_vision_id is defined and add_vision_id %}
18
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
19
+ {%- endif %}
20
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
21
+ {%- elif 'video' in item or item.type == 'video' %}
22
+ {%- if is_system_content %}
23
+ {{- raise_exception('System message cannot contain videos.') }}
24
+ {%- endif %}
25
+ {%- if do_vision_count %}
26
+ {%- set video_count.value = video_count.value + 1 %}
27
+ {%- endif %}
28
+ {%- if add_vision_id is defined and add_vision_id %}
29
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
30
+ {%- endif %}
31
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
32
+ {%- elif 'text' in item %}
33
+ {{- item.text }}
34
+ {%- else %}
35
+ {{- raise_exception('Unexpected item type in content.') }}
36
+ {%- endif %}
37
+ {%- endfor %}
38
+ {%- elif content is none or content is undefined %}
39
+ {{- '' }}
40
+ {%- else %}
41
+ {{- raise_exception('Unexpected content type.') }}
42
+ {%- endif %}
43
+ {%- endmacro %}
44
+ {%- set ns_flags = namespace(enable_thinking=true) %}
45
+ {%- if enable_thinking is defined %}
46
+ {%- set ns_flags.enable_thinking = enable_thinking %}
47
+ {%- endif %}
48
+ {%- if not messages %}
49
+ {{- raise_exception('No messages provided.') }}
50
+ {%- endif %}
51
+ {%- if tools and tools is iterable and tools is not mapping %}
52
+ {{- '<|im_start|>system\n' }}
53
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
54
+ {%- for tool in tools %}
55
+ {{- "\n" }}
56
+ {{- tool | tojson }}
57
+ {%- endfor %}
58
+ {{- "\n</tools>" }}
59
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
60
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
61
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
62
+ {%- if '<|think_off|>' in content %}
63
+ {%- set ns_flags.enable_thinking = false %}
64
+ {%- set content = content.replace('<|think_off|>', '') %}
65
+ {%- endif %}
66
+ {%- if '<|think_on|>' in content %}
67
+ {%- set ns_flags.enable_thinking = true %}
68
+ {%- set content = content.replace('<|think_on|>', '') %}
69
+ {%- endif %}
70
+ {%- if '<|think_forget|>' in content %}
71
+ {%- set ns_flags.preserve_thinking = false %}
72
+ {%- set content = content.replace('<|think_forget|>', '') %}
73
+ {%- endif %}
74
+ {%- if '<|think_remember|>' in content %}
75
+ {%- set ns_flags.preserve_thinking = true %}
76
+ {%- set content = content.replace('<|think_remember|>', '') %}
77
+ {%- endif %}
78
+ {%- set content = content.strip() %}
79
+ {%- if content %}
80
+ {{- '\n\n' + content }}
81
+ {%- endif %}
82
+ {%- endif %}
83
+ {{- '<|im_end|>\n' }}
84
+ {%- else %}
85
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
86
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
87
+ {%- if '<|think_off|>' in content %}
88
+ {%- set ns_flags.enable_thinking = false %}
89
+ {%- set content = content.replace('<|think_off|>', '') %}
90
+ {%- endif %}
91
+ {%- if '<|think_on|>' in content %}
92
+ {%- set ns_flags.enable_thinking = true %}
93
+ {%- set content = content.replace('<|think_on|>', '') %}
94
+ {%- endif %}
95
+ {%- if '<|think_forget|>' in content %}
96
+ {%- set ns_flags.preserve_thinking = false %}
97
+ {%- set content = content.replace('<|think_forget|>', '') %}
98
+ {%- endif %}
99
+ {%- if '<|think_remember|>' in content %}
100
+ {%- set ns_flags.preserve_thinking = true %}
101
+ {%- set content = content.replace('<|think_remember|>', '') %}
102
+ {%- endif %}
103
+ {%- set content = content.strip() %}
104
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
105
+ {%- endif %}
106
+ {%- endif %}
107
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
108
+ {%- for message in messages[::-1] %}
109
+ {%- set index = (messages|length - 1) - loop.index0 %}
110
+ {%- if ns.multi_step_tool and message.role == "user" %}
111
+ {%- set content = render_content(message.content, false)|trim %}
112
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
113
+ {%- set ns.multi_step_tool = false %}
114
+ {%- set ns.last_query_index = index %}
115
+ {%- endif %}
116
+ {%- endif %}
117
+ {%- endfor %}
118
+ {%- if ns.multi_step_tool %}
119
+ {{- raise_exception('No user query found in messages.') }}
120
+ {%- endif %}
121
+ {%- for message in messages %}
122
+ {%- set content = render_content(message.content, true)|trim %}
123
+ {%- if '<|think_off|>' in content %}
124
+ {%- set ns_flags.enable_thinking = false %}
125
+ {%- set content = content.replace('<|think_off|>', '') %}
126
+ {%- endif %}
127
+ {%- if '<|think_on|>' in content %}
128
+ {%- set ns_flags.enable_thinking = true %}
129
+ {%- set content = content.replace('<|think_on|>', '') %}
130
+ {%- endif %}
131
+ {%- if '<|think_forget|>' in content %}
132
+ {%- set ns_flags.preserve_thinking = false %}
133
+ {%- set content = content.replace('<|think_forget|>', '') %}
134
+ {%- endif %}
135
+ {%- if '<|think_remember|>' in content %}
136
+ {%- set ns_flags.preserve_thinking = true %}
137
+ {%- set content = content.replace('<|think_remember|>', '') %}
138
+ {%- endif %}
139
+ {%- set content = content.strip() %}
140
+ {%- if message.role == "system" or message.role == "developer" %}
141
+ {%- if not loop.first %}
142
+ {{- raise_exception('System message must be at the beginning.') }}
143
+ {%- endif %}
144
+ {%- elif message.role == "user" %}
145
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
146
+ {%- elif message.role == "assistant" %}
147
+ {%- set reasoning_content = '' %}
148
+ {%- if message.reasoning_content is string %}
149
+ {%- set reasoning_content = message.reasoning_content %}
150
+ {%- else %}
151
+ {%- set has_think_tag = false %}
152
+ {%- set think_end_token = '</think>' %}
153
+ {%- if '</think>' in content %}
154
+ {%- set has_think_tag = true %}
155
+ {%- elif '</thinking>' in content %}
156
+ {%- set has_think_tag = true %}
157
+ {%- set think_end_token = '</thinking>' %}
158
+ {%- elif '<think>' in content %}
159
+ {%- set reasoning_content = content.split('<think>')[-1].lstrip('\n') %}
160
+ {%- set content = '' %}
161
+ {%- endif %}
162
+ {%- if has_think_tag %}
163
+ {%- set reasoning_content = content.split(think_end_token)[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
164
+ {%- set content = content.split(think_end_token)[-1].lstrip('\n') %}
165
+ {%- endif %}
166
+ {%- endif %}
167
+ {%- set reasoning_content = reasoning_content|trim %}
168
+ {%- set show_think = false %}
169
+ {%- if loop.index0 > ns.last_query_index %}
170
+ {%- set show_think = true %}
171
+ {%- elif ns_flags.enable_thinking and (preserve_thinking is undefined or preserve_thinking is true) and reasoning_content|length > 0 %}
172
+ {%- set show_think = true %}
173
+ {%- endif %}
174
+ {%- if show_think %}
175
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
176
+ {%- else %}
177
+ {{- '<|im_start|>' + message.role + '\n' + content }}
178
+ {%- endif %}
179
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
180
+ {%- for tool_call in message.tool_calls %}
181
+ {%- if tool_call.function is defined %}
182
+ {%- set tool_call = tool_call.function %}
183
+ {%- endif %}
184
+ {%- if loop.first %}
185
+ {%- if content|trim %}
186
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
187
+ {%- else %}
188
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
189
+ {%- endif %}
190
+ {%- else %}
191
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
192
+ {%- endif %}
193
+ {%- if tool_call.arguments is defined and tool_call.arguments is mapping %}
194
+ {%- if tool_call.arguments|length > 0 %}
195
+ {%- for args_name in tool_call.arguments %}
196
+ {%- set args_value = tool_call.arguments[args_name] %}
197
+ {{- '<parameter=' + args_name + '>\n' }}
198
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson %}
199
+ {{- args_value }}
200
+ {{- '\n</parameter>\n' }}
201
+ {%- endfor %}
202
+ {%- endif %}
203
+ {%- elif tool_call.arguments is defined and tool_call.arguments is string %}
204
+ {%- if tool_call.arguments|trim|length > 0 %}
205
+ {{- tool_call.arguments }}
206
+ {{- '\n' }}
207
+ {%- endif %}
208
+ {%- endif %}
209
+ {{- '</function>\n</tool_call>' }}
210
+ {%- endfor %}
211
+ {%- endif %}
212
+ {{- '<|im_end|>\n' }}
213
+ {%- elif message.role == "tool" %}
214
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
215
+ {{- '<|im_start|>user' }}
216
+ {%- endif %}
217
+ {{- '\n<tool_response>\n' }}
218
+ {{- content }}
219
+ {{- '\n</tool_response>' }}
220
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
221
+ {{- '<|im_end|>\n' }}
222
+ {%- elif loop.last %}
223
+ {{- '<|im_end|>\n' }}
224
+ {%- endif %}
225
+ {%- else %}
226
+ {{- raise_exception('Unexpected message role.') }}
227
+ {%- endif %}
228
+ {%- endfor %}
229
+ {%- if add_generation_prompt %}
230
+ {{- '<|im_start|>assistant\n' }}
231
+ {%- if ns_flags.enable_thinking is false %}
232
+ {{- '<think>\n\n</think>\n\n' }}
233
+ {%- else %}
234
+ {{- '<think>\n' }}
235
+ {%- endif %}
236
+ {%- endif %}
chat_template_xml.jinja ADDED
@@ -0,0 +1,258 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {# Define the macros for XML conversion #}
2
+ {%- macro render_item_list(item_list, tag_name='required') -%}
3
+ {%- if item_list is defined and item_list is iterable and item_list | length > 0 -%}
4
+ <{{ tag_name }}>[{{- item_list | join(", ") -}}]</{{ tag_name }}>
5
+ {%- endif -%}
6
+ {%- endmacro -%}
7
+ {%- macro render_extra_keys(json_dict, handled_keys) -%}
8
+ {%- if json_dict is mapping -%}
9
+ {%- for json_key in json_dict if json_key not in handled_keys -%}
10
+ <{{ json_key }}>{{ json_dict[json_key] }}</{{ json_key }}>
11
+ {%- endfor -%}
12
+ {%- endif -%}
13
+ {%- endmacro -%}
14
+ {%- set enable_thinking = false %}
15
+ {%- set preserve_thinking = true %}
16
+ {%- set image_count = namespace(value=0) %}
17
+ {%- set video_count = namespace(value=0) %}
18
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
19
+ {%- if content is string %}
20
+ {{- content }}
21
+ {%- elif content is iterable and content is not mapping %}
22
+ {%- for item in content %}
23
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
24
+ {%- if is_system_content %}
25
+ {{- raise_exception('System message cannot contain images.') }}
26
+ {%- endif %}
27
+ {%- if do_vision_count %}
28
+ {%- set image_count.value = image_count.value + 1 %}
29
+ {%- endif %}
30
+ {%- if add_vision_id is defined and add_vision_id %}
31
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
32
+ {%- endif %}
33
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
34
+ {%- elif 'video' in item or item.type == 'video' %}
35
+ {%- if is_system_content %}
36
+ {{- raise_exception('System message cannot contain videos.') }}
37
+ {%- endif %}
38
+ {%- if do_vision_count %}
39
+ {%- set video_count.value = video_count.value + 1 %}
40
+ {%- endif %}
41
+ {%- if add_vision_id is defined and add_vision_id %}
42
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
43
+ {%- endif %}
44
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
45
+ {%- elif 'text' in item %}
46
+ {{- item.text }}
47
+ {%- else %}
48
+ {{- raise_exception('Unexpected item type in content.') }}
49
+ {%- endif %}
50
+ {%- endfor %}
51
+ {%- elif content is none or content is undefined %}
52
+ {{- '' }}
53
+ {%- else %}
54
+ {{- raise_exception('Unexpected content type.') }}
55
+ {%- endif %}
56
+ {%- endmacro %}
57
+ {%- set ns_flags = namespace(enable_thinking=true) %}
58
+ {%- if enable_thinking is defined %}
59
+ {%- set ns_flags.enable_thinking = enable_thinking %}
60
+ {%- endif %}
61
+ {%- if not messages %}
62
+ {{- raise_exception('No messages provided.') }}
63
+ {%- endif %}
64
+ {%- if tools and tools is iterable and tools is not mapping %}
65
+ {{- '<|im_start|>system\n' }}
66
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
67
+ {%- for tool in tools -%}
68
+ {%- set function = tool.function -%}
69
+ {{- "\n<tool>\n<name>" + function.name + "</name>\n<description>" + function.description + "</description>" -}}
70
+ {%- if function.parameters and function.parameters.properties -%}
71
+ {%- for param_name, param_details in function.parameters.properties.items() -%}
72
+ {{- "\n<parameter>\n<name>" + param_name + "</name>\n<type>" + param_details.type + "</type>\n<description>" + (param_details.description | default('')) + "</description>" -}}
73
+ {{- render_item_list(function.parameters.required) -}}
74
+ {{- render_extra_keys(param_details, ['type', 'description']) -}}
75
+ {{- "\n</parameter>" -}}
76
+ {%- endfor -%}
77
+ {%- endif -%}
78
+ {{- "\n</tool>" -}}
79
+ {%- endfor -%}
80
+ {{- "\n</tools>" }}
81
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
82
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
83
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
84
+ {%- if '<|think_off|>' in content %}
85
+ {%- set ns_flags.enable_thinking = false %}
86
+ {%- set content = content.replace('<|think_off|>', '') %}
87
+ {%- endif %}
88
+ {%- if '<|think_on|>' in content %}
89
+ {%- set ns_flags.enable_thinking = true %}
90
+ {%- set content = content.replace('<|think_on|>', '') %}
91
+ {%- endif %}
92
+ {%- if '<|think_forget|>' in content %}
93
+ {%- set ns_flags.preserve_thinking = false %}
94
+ {%- set content = content.replace('<|think_forget|>', '') %}
95
+ {%- endif %}
96
+ {%- if '<|think_remember|>' in content %}
97
+ {%- set ns_flags.preserve_thinking = true %}
98
+ {%- set content = content.replace('<|think_remember|>', '') %}
99
+ {%- endif %}
100
+ {%- set content = content.strip() %}
101
+ {%- if content %}
102
+ {{- '\n\n' + content }}
103
+ {%- endif %}
104
+ {%- endif %}
105
+ {{- '<|im_end|>\n' }}
106
+ {%- else %}
107
+ {%- if messages[0].role == 'system' or messages[0].role == 'developer' %}
108
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
109
+ {%- if '<|think_off|>' in content %}
110
+ {%- set ns_flags.enable_thinking = false %}
111
+ {%- set content = content.replace('<|think_off|>', '') %}
112
+ {%- endif %}
113
+ {%- if '<|think_on|>' in content %}
114
+ {%- set ns_flags.enable_thinking = true %}
115
+ {%- set content = content.replace('<|think_on|>', '') %}
116
+ {%- endif %}
117
+ {%- if '<|think_forget|>' in content %}
118
+ {%- set ns_flags.preserve_thinking = false %}
119
+ {%- set content = content.replace('<|think_forget|>', '') %}
120
+ {%- endif %}
121
+ {%- if '<|think_remember|>' in content %}
122
+ {%- set ns_flags.preserve_thinking = true %}
123
+ {%- set content = content.replace('<|think_remember|>', '') %}
124
+ {%- endif %}
125
+ {%- set content = content.strip() %}
126
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
127
+ {%- endif %}
128
+ {%- endif %}
129
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
130
+ {%- for message in messages[::-1] %}
131
+ {%- set index = (messages|length - 1) - loop.index0 %}
132
+ {%- if ns.multi_step_tool and message.role == "user" %}
133
+ {%- set content = render_content(message.content, false)|trim %}
134
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
135
+ {%- set ns.multi_step_tool = false %}
136
+ {%- set ns.last_query_index = index %}
137
+ {%- endif %}
138
+ {%- endif %}
139
+ {%- endfor %}
140
+ {%- if ns.multi_step_tool %}
141
+ {{- raise_exception('No user query found in messages.') }}
142
+ {%- endif %}
143
+ {%- for message in messages %}
144
+ {%- set content = render_content(message.content, true)|trim %}
145
+ {%- if '<|think_off|>' in content %}
146
+ {%- set ns_flags.enable_thinking = false %}
147
+ {%- set content = content.replace('<|think_off|>', '') %}
148
+ {%- endif %}
149
+ {%- if '<|think_on|>' in content %}
150
+ {%- set ns_flags.enable_thinking = true %}
151
+ {%- set content = content.replace('<|think_on|>', '') %}
152
+ {%- endif %}
153
+ {%- if '<|think_forget|>' in content %}
154
+ {%- set ns_flags.preserve_thinking = false %}
155
+ {%- set content = content.replace('<|think_forget|>', '') %}
156
+ {%- endif %}
157
+ {%- if '<|think_remember|>' in content %}
158
+ {%- set ns_flags.preserve_thinking = true %}
159
+ {%- set content = content.replace('<|think_remember|>', '') %}
160
+ {%- endif %}
161
+ {%- set content = content.strip() %}
162
+ {%- if message.role == "system" or message.role == "developer" %}
163
+ {%- if not loop.first %}
164
+ {{- raise_exception('System message must be at the beginning.') }}
165
+ {%- endif %}
166
+ {%- elif message.role == "user" %}
167
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
168
+ {%- elif message.role == "assistant" %}
169
+ {%- set reasoning_content = '' %}
170
+ {%- if message.reasoning_content is string %}
171
+ {%- set reasoning_content = message.reasoning_content %}
172
+ {%- else %}
173
+ {%- set has_think_tag = false %}
174
+ {%- set think_end_token = '</think>' %}
175
+ {%- if '</think>' in content %}
176
+ {%- set has_think_tag = true %}
177
+ {%- elif '</thinking>' in content %}
178
+ {%- set has_think_tag = true %}
179
+ {%- set think_end_token = '</thinking>' %}
180
+ {%- elif '<think>' in content %}
181
+ {%- set reasoning_content = content.split('<think>')[-1].lstrip('\n') %}
182
+ {%- set content = '' %}
183
+ {%- endif %}
184
+ {%- if has_think_tag %}
185
+ {%- set reasoning_content = content.split(think_end_token)[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
186
+ {%- set content = content.split(think_end_token)[-1].lstrip('\n') %}
187
+ {%- endif %}
188
+ {%- endif %}
189
+ {%- set reasoning_content = reasoning_content|trim %}
190
+ {%- set show_think = false %}
191
+ {%- if loop.index0 > ns.last_query_index %}
192
+ {%- set show_think = true %}
193
+ {%- elif ns_flags.enable_thinking and (preserve_thinking is undefined or preserve_thinking is true) and reasoning_content|length > 0 %}
194
+ {%- set show_think = true %}
195
+ {%- endif %}
196
+ {%- if show_think %}
197
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
198
+ {%- else %}
199
+ {{- '<|im_start|>' + message.role + '\n' + content }}
200
+ {%- endif %}
201
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
202
+ {%- for tool_call in message.tool_calls %}
203
+ {%- if tool_call.function is defined %}
204
+ {%- set tool_call = tool_call.function %}
205
+ {%- endif %}
206
+ {%- if loop.first %}
207
+ {%- if content|trim %}
208
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
209
+ {%- else %}
210
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
211
+ {%- endif %}
212
+ {%- else %}
213
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
214
+ {%- endif %}
215
+ {%- if tool_call.arguments is defined and tool_call.arguments is mapping %}
216
+ {%- if tool_call.arguments|length > 0 %}
217
+ {%- for args_name in tool_call.arguments %}
218
+ {%- set args_value = tool_call.arguments[args_name] %}
219
+ {{- '<parameter=' + args_name + '>\n' }}
220
+ {%- set args_value = args_value | string if args_value is string else args_value | tojson %}
221
+ {{- args_value }}
222
+ {{- '\n</parameter>\n' }}
223
+ {%- endfor %}
224
+ {%- endif %}
225
+ {%- elif tool_call.arguments is defined and tool_call.arguments is string %}
226
+ {%- if tool_call.arguments|trim|length > 0 %}
227
+ {{- tool_call.arguments }}
228
+ {{- '\n' }}
229
+ {%- endif %}
230
+ {%- endif %}
231
+ {{- '</function>\n</tool_call>' }}
232
+ {%- endfor %}
233
+ {%- endif %}
234
+ {{- '<|im_end|>\n' }}
235
+ {%- elif message.role == "tool" %}
236
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
237
+ {{- '<|im_start|>user' }}
238
+ {%- endif %}
239
+ {{- '\n<tool_response>\n' }}
240
+ {{- content }}
241
+ {{- '\n</tool_response>' }}
242
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
243
+ {{- '<|im_end|>\n' }}
244
+ {%- elif loop.last %}
245
+ {{- '<|im_end|>\n' }}
246
+ {%- endif %}
247
+ {%- else %}
248
+ {{- raise_exception('Unexpected message role.') }}
249
+ {%- endif %}
250
+ {%- endfor %}
251
+ {%- if add_generation_prompt %}
252
+ {{- '<|im_start|>assistant\n' }}
253
+ {%- if ns_flags.enable_thinking is false %}
254
+ {{- '<think>\n\n</think>\n\n' }}
255
+ {%- else %}
256
+ {{- '<think>\n' }}
257
+ {%- endif %}
258
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3_5ForConditionalGeneration"
4
+ ],
5
+ "bos_token_id": null,
6
+ "dtype": "bfloat16",
7
+ "eos_token_id": [
8
+ 248046,
9
+ 248044
10
+ ],
11
+ "image_token_id": 248056,
12
+ "model_name": "unsloth/Qwen3.5-27B",
13
+ "model_type": "qwen3_5",
14
+ "pad_token_id": 248055,
15
+ "quantization": {
16
+ "group_size": 32,
17
+ "bits": 8,
18
+ "mode": "mxfp8"
19
+ },
20
+ "quantization_config": {
21
+ "group_size": 32,
22
+ "bits": 8,
23
+ "mode": "mxfp8"
24
+ },
25
+ "text_config": {
26
+ "attention_bias": false,
27
+ "attention_dropout": 0.0,
28
+ "attn_output_gate": true,
29
+ "bos_token_id": null,
30
+ "dtype": "bfloat16",
31
+ "eos_token_id": 248044,
32
+ "full_attention_interval": 4,
33
+ "head_dim": 256,
34
+ "hidden_act": "silu",
35
+ "hidden_size": 5120,
36
+ "initializer_range": 0.02,
37
+ "intermediate_size": 17408,
38
+ "layer_types": [
39
+ "linear_attention",
40
+ "linear_attention",
41
+ "linear_attention",
42
+ "full_attention",
43
+ "linear_attention",
44
+ "linear_attention",
45
+ "linear_attention",
46
+ "full_attention",
47
+ "linear_attention",
48
+ "linear_attention",
49
+ "linear_attention",
50
+ "full_attention",
51
+ "linear_attention",
52
+ "linear_attention",
53
+ "linear_attention",
54
+ "full_attention",
55
+ "linear_attention",
56
+ "linear_attention",
57
+ "linear_attention",
58
+ "full_attention",
59
+ "linear_attention",
60
+ "linear_attention",
61
+ "linear_attention",
62
+ "full_attention",
63
+ "linear_attention",
64
+ "linear_attention",
65
+ "linear_attention",
66
+ "full_attention",
67
+ "linear_attention",
68
+ "linear_attention",
69
+ "linear_attention",
70
+ "full_attention",
71
+ "linear_attention",
72
+ "linear_attention",
73
+ "linear_attention",
74
+ "full_attention",
75
+ "linear_attention",
76
+ "linear_attention",
77
+ "linear_attention",
78
+ "full_attention",
79
+ "linear_attention",
80
+ "linear_attention",
81
+ "linear_attention",
82
+ "full_attention",
83
+ "linear_attention",
84
+ "linear_attention",
85
+ "linear_attention",
86
+ "full_attention",
87
+ "linear_attention",
88
+ "linear_attention",
89
+ "linear_attention",
90
+ "full_attention",
91
+ "linear_attention",
92
+ "linear_attention",
93
+ "linear_attention",
94
+ "full_attention",
95
+ "linear_attention",
96
+ "linear_attention",
97
+ "linear_attention",
98
+ "full_attention",
99
+ "linear_attention",
100
+ "linear_attention",
101
+ "linear_attention",
102
+ "full_attention"
103
+ ],
104
+ "linear_conv_kernel_dim": 4,
105
+ "linear_key_head_dim": 128,
106
+ "linear_num_key_heads": 16,
107
+ "linear_num_value_heads": 48,
108
+ "linear_value_head_dim": 128,
109
+ "mamba_ssm_dtype": "float32",
110
+ "max_position_embeddings": 262144,
111
+ "mlp_only_layers": [],
112
+ "model_type": "qwen3_5_text",
113
+ "mtp_num_hidden_layers": 1,
114
+ "mtp_use_dedicated_embeddings": false,
115
+ "num_attention_heads": 24,
116
+ "num_hidden_layers": 64,
117
+ "num_key_value_heads": 4,
118
+ "pad_token_id": null,
119
+ "partial_rotary_factor": 0.25,
120
+ "rms_norm_eps": 1e-06,
121
+ "rope_parameters": {
122
+ "mrope_interleaved": true,
123
+ "mrope_section": [
124
+ 11,
125
+ 11,
126
+ 10
127
+ ],
128
+ "partial_rotary_factor": 0.25,
129
+ "rope_theta": 10000000,
130
+ "rope_type": "default"
131
+ },
132
+ "tie_word_embeddings": false,
133
+ "use_cache": true,
134
+ "vocab_size": 248320
135
+ },
136
+ "tie_word_embeddings": false,
137
+ "transformers_version": "5.6.0",
138
+ "unsloth_fixed": true,
139
+ "unsloth_version": "2026.4.6",
140
+ "video_token_id": 248057,
141
+ "vision_config": {
142
+ "deepstack_visual_indexes": [],
143
+ "depth": 27,
144
+ "dtype": "bfloat16",
145
+ "hidden_act": "gelu_pytorch_tanh",
146
+ "hidden_size": 1152,
147
+ "in_channels": 3,
148
+ "initializer_range": 0.02,
149
+ "intermediate_size": 4304,
150
+ "model_type": "qwen3_5",
151
+ "num_heads": 16,
152
+ "num_position_embeddings": 2304,
153
+ "out_hidden_size": 5120,
154
+ "patch_size": 16,
155
+ "spatial_merge_size": 2,
156
+ "temporal_patch_size": 2
157
+ },
158
+ "vision_end_token_id": 248054,
159
+ "vision_start_token_id": 248053
160
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 248044,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 248046,
6
+ 248044
7
+ ],
8
+ "pad_token_id": 248044,
9
+ "temperature": 1.0,
10
+ "top_k": 20,
11
+ "top_p": 0.95
12
+ }
model-00001-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4603aca07bad7cb922e72979ec7b3825279ee9a46a9563cd037496eab8fa9b2f
3
+ size 5280334064
model-00002-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a327eb443c46a963aade48f8ab33724a7ea5e43ffdeeb8c09bb3cb5d88e68525
3
+ size 5316208700
model-00003-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6212ddb67d321cb5cef14a07e25e63c113ef6cad169ab41c2dbe3e827dcc4a66
3
+ size 5288563575
model-00004-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2dd517b39ba3f6b6bc8e640ca45f4ec87209f9574ce328472522979090f5277
3
+ size 5304806456
model-00005-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06c74814b2845253fb3c8158c30d50ab9d3c8c4177f76a3627f25e972199c369
3
+ size 5288563575
model-00006-of-00006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a5a0b6db340f61a971dc2394625808d55aea5f2d713221e64a3ae572444a847
3
+ size 2182258822
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
preprocessor_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "size": {
3
+ "longest_edge": 16777216,
4
+ "shortest_edge": 65536
5
+ },
6
+ "patch_size": 16,
7
+ "temporal_patch_size": 2,
8
+ "merge_size": 2,
9
+ "image_mean": [
10
+ 0.5,
11
+ 0.5,
12
+ 0.5
13
+ ],
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Qwen3VLProcessor",
20
+ "image_processor_type": "Qwen2VLImageProcessorFast"
21
+ }
processor_config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": true,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Qwen2VLImageProcessor",
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "merge_size": 2,
19
+ "patch_size": 16,
20
+ "resample": 3,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "longest_edge": 16777216,
24
+ "shortest_edge": 65536
25
+ },
26
+ "temporal_patch_size": 2
27
+ },
28
+ "processor_class": "Qwen3VLProcessor"
29
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06b9509352d2af50381ab2247e083b80d32d5c0aba91c272ca9ff729b6a0e523
3
+ size 19989325
tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": true,
13
+ "local_files_only": false,
14
+ "model_max_length": 262144,
15
+ "model_specific_special_tokens": {
16
+ "audio_bos_token": "<|audio_start|>",
17
+ "audio_eos_token": "<|audio_end|>",
18
+ "audio_token": "<|audio_pad|>",
19
+ "image_token": "<|image_pad|>",
20
+ "video_token": "<|video_pad|>",
21
+ "vision_bos_token": "<|vision_start|>",
22
+ "vision_eos_token": "<|vision_end|>"
23
+ },
24
+ "pad_token": "<|endoftext|>",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "processor_class": "Qwen3VLProcessor",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "Qwen2Tokenizer",
29
+ "unk_token": null,
30
+ "video_token": "<|video_pad|>",
31
+ "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }
video_preprocessor_config.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "size": {
3
+ "longest_edge": 25165824,
4
+ "shortest_edge": 4096
5
+ },
6
+ "patch_size": 16,
7
+ "temporal_patch_size": 2,
8
+ "merge_size": 2,
9
+ "image_mean": [
10
+ 0.5,
11
+ 0.5,
12
+ 0.5
13
+ ],
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Qwen3VLProcessor",
20
+ "video_processor_type": "Qwen3VLVideoProcessor"
21
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff