mstrasser commited on
Commit
aec5564
·
verified ·
1 Parent(s): 1cde708

Model weights (0.8b-20260928-0540)

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
chat_template.jinja ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- set image_count = namespace(value=0) %}
2
+ {%- set video_count = namespace(value=0) %}
3
+ {%- macro render_content(content, do_vision_count, is_system_content=false) %}
4
+ {%- if content is string %}
5
+ {{- content }}
6
+ {%- elif content is iterable and content is not mapping %}
7
+ {%- for item in content %}
8
+ {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
9
+ {%- if is_system_content %}
10
+ {{- raise_exception('System message cannot contain images.') }}
11
+ {%- endif %}
12
+ {%- if do_vision_count %}
13
+ {%- set image_count.value = image_count.value + 1 %}
14
+ {%- endif %}
15
+ {%- if add_vision_id %}
16
+ {{- 'Picture ' ~ image_count.value ~ ': ' }}
17
+ {%- endif %}
18
+ {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
19
+ {%- elif 'video' in item or item.type == 'video' %}
20
+ {%- if is_system_content %}
21
+ {{- raise_exception('System message cannot contain videos.') }}
22
+ {%- endif %}
23
+ {%- if do_vision_count %}
24
+ {%- set video_count.value = video_count.value + 1 %}
25
+ {%- endif %}
26
+ {%- if add_vision_id %}
27
+ {{- 'Video ' ~ video_count.value ~ ': ' }}
28
+ {%- endif %}
29
+ {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
30
+ {%- elif 'text' in item %}
31
+ {{- item.text }}
32
+ {%- else %}
33
+ {{- raise_exception('Unexpected item type in content.') }}
34
+ {%- endif %}
35
+ {%- endfor %}
36
+ {%- elif content is none or content is undefined %}
37
+ {{- '' }}
38
+ {%- else %}
39
+ {{- raise_exception('Unexpected content type.') }}
40
+ {%- endif %}
41
+ {%- endmacro %}
42
+ {%- if not messages %}
43
+ {{- raise_exception('No messages provided.') }}
44
+ {%- endif %}
45
+ {%- if tools and tools is iterable and tools is not mapping %}
46
+ {{- '<|im_start|>system\n' }}
47
+ {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
48
+ {%- for tool in tools %}
49
+ {{- "\n" }}
50
+ {{- tool | tojson }}
51
+ {%- endfor %}
52
+ {{- "\n</tools>" }}
53
+ {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
54
+ {%- if messages[0].role == 'system' %}
55
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
56
+ {%- if content %}
57
+ {{- '\n\n' + content }}
58
+ {%- endif %}
59
+ {%- endif %}
60
+ {{- '<|im_end|>\n' }}
61
+ {%- else %}
62
+ {%- if messages[0].role == 'system' %}
63
+ {%- set content = render_content(messages[0].content, false, true)|trim %}
64
+ {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
65
+ {%- endif %}
66
+ {%- endif %}
67
+ {%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
68
+ {%- for message in messages[::-1] %}
69
+ {%- set index = (messages|length - 1) - loop.index0 %}
70
+ {%- if ns.multi_step_tool and message.role == "user" %}
71
+ {%- set content = render_content(message.content, false)|trim %}
72
+ {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
73
+ {%- set ns.multi_step_tool = false %}
74
+ {%- set ns.last_query_index = index %}
75
+ {%- endif %}
76
+ {%- endif %}
77
+ {%- endfor %}
78
+ {%- if ns.multi_step_tool %}
79
+ {{- raise_exception('No user query found in messages.') }}
80
+ {%- endif %}
81
+ {%- for message in messages %}
82
+ {%- set content = render_content(message.content, true)|trim %}
83
+ {%- if message.role == "system" %}
84
+ {%- if not loop.first %}
85
+ {{- raise_exception('System message must be at the beginning.') }}
86
+ {%- endif %}
87
+ {%- elif message.role == "user" %}
88
+ {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
89
+ {%- elif message.role == "assistant" %}
90
+ {%- set reasoning_content = '' %}
91
+ {%- if message.reasoning_content is string %}
92
+ {%- set reasoning_content = message.reasoning_content %}
93
+ {%- else %}
94
+ {%- if '</think>' in content %}
95
+ {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
96
+ {%- set content = content.split('</think>')[-1].lstrip('\n') %}
97
+ {%- endif %}
98
+ {%- endif %}
99
+ {%- set reasoning_content = reasoning_content|trim %}
100
+ {%- if loop.index0 > ns.last_query_index %}
101
+ {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
102
+ {%- else %}
103
+ {{- '<|im_start|>' + message.role + '\n' + content }}
104
+ {%- endif %}
105
+ {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
106
+ {%- for tool_call in message.tool_calls %}
107
+ {%- if tool_call.function is defined %}
108
+ {%- set tool_call = tool_call.function %}
109
+ {%- endif %}
110
+ {%- if loop.first %}
111
+ {%- if content|trim %}
112
+ {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
113
+ {%- else %}
114
+ {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
115
+ {%- endif %}
116
+ {%- else %}
117
+ {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
118
+ {%- endif %}
119
+ {%- if tool_call.arguments is defined %}
120
+ {%- for args_name, args_value in tool_call.arguments|items %}
121
+ {{- '<parameter=' + args_name + '>\n' }}
122
+ {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
123
+ {{- args_value }}
124
+ {{- '\n</parameter>\n' }}
125
+ {%- endfor %}
126
+ {%- endif %}
127
+ {{- '</function>\n</tool_call>' }}
128
+ {%- endfor %}
129
+ {%- endif %}
130
+ {{- '<|im_end|>\n' }}
131
+ {%- elif message.role == "tool" %}
132
+ {%- if loop.previtem and loop.previtem.role != "tool" %}
133
+ {{- '<|im_start|>user' }}
134
+ {%- endif %}
135
+ {{- '\n<tool_response>\n' }}
136
+ {{- content }}
137
+ {{- '\n</tool_response>' }}
138
+ {%- if not loop.last and loop.nextitem.role != "tool" %}
139
+ {{- '<|im_end|>\n' }}
140
+ {%- elif loop.last %}
141
+ {{- '<|im_end|>\n' }}
142
+ {%- endif %}
143
+ {%- else %}
144
+ {{- raise_exception('Unexpected message role.') }}
145
+ {%- endif %}
146
+ {%- endfor %}
147
+ {%- if add_generation_prompt %}
148
+ {{- '<|im_start|>assistant\n' }}
149
+ {%- if enable_thinking is defined and enable_thinking is true %}
150
+ {{- '<think>\n' }}
151
+ {%- else %}
152
+ {{- '<think>\n\n</think>\n\n' }}
153
+ {%- endif %}
154
+ {%- endif %}
config.json ADDED
@@ -0,0 +1,105 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen3_5Model"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "image_token_id": 248056,
7
+ "model_type": "qwen3_5",
8
+ "text_config": {
9
+ "attention_bias": false,
10
+ "attention_dropout": 0.0,
11
+ "attn_output_gate": true,
12
+ "bos_token_id": null,
13
+ "dtype": "bfloat16",
14
+ "eos_token_id": 248044,
15
+ "full_attention_interval": 4,
16
+ "head_dim": 256,
17
+ "hidden_act": "silu",
18
+ "hidden_size": 1024,
19
+ "initializer_range": 0.02,
20
+ "intermediate_size": 3584,
21
+ "layer_types": [
22
+ "linear_attention",
23
+ "linear_attention",
24
+ "linear_attention",
25
+ "full_attention",
26
+ "linear_attention",
27
+ "linear_attention",
28
+ "linear_attention",
29
+ "full_attention",
30
+ "linear_attention",
31
+ "linear_attention",
32
+ "linear_attention",
33
+ "full_attention",
34
+ "linear_attention",
35
+ "linear_attention",
36
+ "linear_attention",
37
+ "full_attention",
38
+ "linear_attention",
39
+ "linear_attention",
40
+ "linear_attention",
41
+ "full_attention",
42
+ "linear_attention",
43
+ "linear_attention",
44
+ "linear_attention",
45
+ "full_attention"
46
+ ],
47
+ "linear_conv_kernel_dim": 4,
48
+ "linear_key_head_dim": 128,
49
+ "linear_num_key_heads": 16,
50
+ "linear_num_value_heads": 16,
51
+ "linear_value_head_dim": 128,
52
+ "mamba_ssm_dtype": "float32",
53
+ "max_position_embeddings": 262144,
54
+ "mlp_only_layers": [],
55
+ "model_type": "qwen3_5_text",
56
+ "mtp_num_hidden_layers": 1,
57
+ "mtp_use_dedicated_embeddings": false,
58
+ "num_attention_heads": 8,
59
+ "num_hidden_layers": 24,
60
+ "num_key_value_heads": 2,
61
+ "pad_token_id": null,
62
+ "partial_rotary_factor": 0.25,
63
+ "rms_norm_eps": 1e-06,
64
+ "rope_parameters": {
65
+ "mrope_interleaved": true,
66
+ "mrope_section": [
67
+ 11,
68
+ 11,
69
+ 10
70
+ ],
71
+ "partial_rotary_factor": 0.25,
72
+ "rope_theta": 10000000,
73
+ "rope_type": "default"
74
+ },
75
+ "tie_word_embeddings": true,
76
+ "use_cache": true,
77
+ "vocab_size": 248320
78
+ },
79
+ "tie_word_embeddings": true,
80
+ "transformers_version": "5.17.0",
81
+ "video_token_id": 248057,
82
+ "vision_config": {
83
+ "deepstack_visual_indexes": [],
84
+ "depth": 12,
85
+ "dtype": "bfloat16",
86
+ "hidden_act": "gelu_pytorch_tanh",
87
+ "hidden_size": 768,
88
+ "in_channels": 3,
89
+ "initializer_range": 0.02,
90
+ "intermediate_size": 3072,
91
+ "model_type": "qwen3_5_vision",
92
+ "num_heads": 12,
93
+ "num_position_embeddings": 2304,
94
+ "out_hidden_size": 1024,
95
+ "patch_size": 16,
96
+ "rope_parameters": {
97
+ "rope_theta": 10000.0,
98
+ "rope_type": "axial"
99
+ },
100
+ "spatial_merge_size": 2,
101
+ "temporal_patch_size": 2
102
+ },
103
+ "vision_end_token_id": 248054,
104
+ "vision_start_token_id": 248053
105
+ }
decision_config.json ADDED
@@ -0,0 +1,539 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 960,
3
+ "provenance": {
4
+ "run": "0.8b-20260928-0540",
5
+ "git_commit": "a095c98f3fd2782bba033b378f7375ecc33c35fa",
6
+ "development": "ebcedc3e726548c08da90ff569b94e4822f23312dfc3ea29b93579cfec3016c7",
7
+ "temperature": "e735fa4e0df3482752112bc9cdff6af9ddb7be07a0a9f2fb8dd8cf2355042bf6",
8
+ "train": "48a4e3adbb9f1c77676133183564e897c254c4555cc97ff8e426d1cd359c06d8",
9
+ "train.py": "0fa7bbce1b7e788b34c73ee7046245838563d4f6be9e0194ff4b2e00d3df8a2d",
10
+ "model.py": "cbb5c04fe21c696fb019aab06b64273e9bb2489db5dde7a35aed740a375db206",
11
+ "encoder.py": "cca3a60bb8078d599a0372c488d13083feb35cdbe826151936d50dd60ed6a40c",
12
+ "decoder.py": "2f3116390bc18295dd934b78680f5845e0efb5feac351c15857b3e73869a26a1",
13
+ "models.py": "4fb30630b099f0b0c9bfe50b2cbd29dd477f8df7f87e83d2df8cc7000e2d2499",
14
+ "optim.py": "ae0ec56aafe7d01cd46f7d9e088909610fa48314ed215b550b5c67c38d6f365d",
15
+ "evaluate.py": "1527503162600d0d03daa6dbf14d6e64de1763ab83f756986dcb0fb5e2d5dedc",
16
+ "types.py": "0f8e3bfa4e92693ec50b9f258fb9180438a62d30caf9b3e6c00860a71e46dc5a",
17
+ "events.py": "98c77d359fea9a6eeb62753004f93ded41479aefb5812a4812ed149cfff26f7f",
18
+ "uv.lock": "9f0b5b955cb9a06536c89a0099205dc56ecfea9dabf928318794681101ad705e"
19
+ },
20
+ "format_version": 1,
21
+ "base_model": "Qwen/Qwen3.5-0.8B",
22
+ "revision": "2fc06364715b967f1860aea9cf38778875588b17",
23
+ "codes": [
24
+ "A",
25
+ "B",
26
+ "C",
27
+ "D",
28
+ "E",
29
+ "F",
30
+ "G",
31
+ "H",
32
+ "I",
33
+ "J",
34
+ "K",
35
+ "L",
36
+ "M",
37
+ "N",
38
+ "O",
39
+ "P",
40
+ "Q",
41
+ "R",
42
+ "S",
43
+ "T",
44
+ "U",
45
+ "V",
46
+ "W",
47
+ "X",
48
+ "Y",
49
+ "Z",
50
+ "AA",
51
+ "AB",
52
+ "AC",
53
+ "AD",
54
+ "AE",
55
+ "AF",
56
+ "AG",
57
+ "AH",
58
+ "AI",
59
+ "AJ",
60
+ "AK",
61
+ "AL",
62
+ "AM",
63
+ "AN",
64
+ "AO",
65
+ "AP",
66
+ "AQ",
67
+ "AR",
68
+ "AS",
69
+ "AT",
70
+ "AU",
71
+ "AV",
72
+ "AW",
73
+ "AX",
74
+ "AY",
75
+ "AZ",
76
+ "BA",
77
+ "BB",
78
+ "BC",
79
+ "BD",
80
+ "BE",
81
+ "BF",
82
+ "BG",
83
+ "BH",
84
+ "BI",
85
+ "BJ",
86
+ "BK",
87
+ "BL",
88
+ "BM",
89
+ "BN",
90
+ "BO",
91
+ "BP",
92
+ "BR",
93
+ "BS",
94
+ "BT",
95
+ "BU",
96
+ "BV",
97
+ "BW",
98
+ "BX",
99
+ "BY",
100
+ "CA",
101
+ "CB",
102
+ "CC",
103
+ "CD",
104
+ "CE",
105
+ "CF",
106
+ "CG",
107
+ "CH",
108
+ "CI",
109
+ "CK",
110
+ "CL",
111
+ "CM",
112
+ "CN",
113
+ "CO",
114
+ "CP",
115
+ "CR",
116
+ "CS",
117
+ "CT",
118
+ "CU",
119
+ "CV",
120
+ "CW",
121
+ "CX",
122
+ "CY",
123
+ "DA",
124
+ "DB",
125
+ "DC",
126
+ "DD",
127
+ "DE",
128
+ "DF",
129
+ "DG",
130
+ "DH",
131
+ "DI",
132
+ "DJ",
133
+ "DK",
134
+ "DL",
135
+ "DM",
136
+ "DN",
137
+ "DO",
138
+ "DP",
139
+ "DR",
140
+ "DS",
141
+ "DT",
142
+ "DU",
143
+ "DV",
144
+ "DW",
145
+ "DX",
146
+ "DY",
147
+ "EA",
148
+ "EB",
149
+ "EC",
150
+ "ED",
151
+ "EE",
152
+ "EF",
153
+ "EG",
154
+ "EH",
155
+ "EI",
156
+ "EK",
157
+ "EL",
158
+ "EM",
159
+ "EN",
160
+ "EO",
161
+ "EP",
162
+ "EQ",
163
+ "ER",
164
+ "ES",
165
+ "ET",
166
+ "EU",
167
+ "EV",
168
+ "EW",
169
+ "EX",
170
+ "EZ",
171
+ "FA",
172
+ "FB",
173
+ "FC",
174
+ "FD",
175
+ "FE",
176
+ "FF",
177
+ "FG",
178
+ "FH",
179
+ "FI",
180
+ "FK",
181
+ "FL",
182
+ "FM",
183
+ "FN",
184
+ "FO",
185
+ "FP",
186
+ "FR",
187
+ "FS",
188
+ "FT",
189
+ "FU",
190
+ "FW",
191
+ "FX",
192
+ "FY",
193
+ "GA",
194
+ "GB",
195
+ "GC",
196
+ "GD",
197
+ "GE",
198
+ "GF",
199
+ "GG",
200
+ "GH",
201
+ "GI",
202
+ "GL",
203
+ "GM",
204
+ "GN",
205
+ "GO",
206
+ "GP",
207
+ "GR",
208
+ "GS",
209
+ "GT",
210
+ "GU",
211
+ "GV",
212
+ "GW",
213
+ "GX",
214
+ "GY",
215
+ "HA",
216
+ "HB",
217
+ "HC",
218
+ "HD",
219
+ "HE",
220
+ "HF",
221
+ "HG",
222
+ "HH",
223
+ "HI",
224
+ "HK",
225
+ "HL",
226
+ "HM",
227
+ "HN",
228
+ "HO",
229
+ "HP",
230
+ "HQ",
231
+ "HR",
232
+ "HS",
233
+ "HT",
234
+ "HU",
235
+ "HV",
236
+ "HW",
237
+ "HX",
238
+ "HY",
239
+ "HZ",
240
+ "IA",
241
+ "IB",
242
+ "IC",
243
+ "ID",
244
+ "IE",
245
+ "IF",
246
+ "IG",
247
+ "IH",
248
+ "II",
249
+ "IJ",
250
+ "IK",
251
+ "IL",
252
+ "IM",
253
+ "IN",
254
+ "IO",
255
+ "IP",
256
+ "IQ",
257
+ "IR",
258
+ "IS",
259
+ "IT",
260
+ "IU",
261
+ "IV",
262
+ "IW",
263
+ "IX",
264
+ "IZ",
265
+ "JA",
266
+ "JB",
267
+ "JC",
268
+ "JD",
269
+ "JE",
270
+ "JI",
271
+ "JJ",
272
+ "JK",
273
+ "JM",
274
+ "JO",
275
+ "JP",
276
+ "JR",
277
+ "JS",
278
+ "JT"
279
+ ],
280
+ "token_ids": [
281
+ 32,
282
+ 33,
283
+ 34,
284
+ 35,
285
+ 36,
286
+ 37,
287
+ 38,
288
+ 39,
289
+ 40,
290
+ 41,
291
+ 42,
292
+ 43,
293
+ 44,
294
+ 45,
295
+ 46,
296
+ 47,
297
+ 48,
298
+ 49,
299
+ 50,
300
+ 51,
301
+ 52,
302
+ 53,
303
+ 54,
304
+ 55,
305
+ 56,
306
+ 57,
307
+ 5840,
308
+ 1803,
309
+ 1646,
310
+ 1745,
311
+ 13276,
312
+ 8018,
313
+ 1825,
314
+ 28946,
315
+ 15015,
316
+ 29595,
317
+ 11568,
318
+ 939,
319
+ 1354,
320
+ 1058,
321
+ 18183,
322
+ 2456,
323
+ 88898,
324
+ 905,
325
+ 1846,
326
+ 802,
327
+ 33869,
328
+ 7839,
329
+ 14006,
330
+ 2860,
331
+ 2926,
332
+ 22828,
333
+ 6844,
334
+ 9798,
335
+ 4738,
336
+ 9265,
337
+ 11261,
338
+ 19278,
339
+ 36513,
340
+ 93801,
341
+ 8335,
342
+ 14544,
343
+ 85266,
344
+ 9110,
345
+ 28000,
346
+ 15137,
347
+ 4525,
348
+ 25261,
349
+ 12717,
350
+ 7116,
351
+ 17078,
352
+ 14497,
353
+ 57339,
354
+ 74909,
355
+ 52072,
356
+ 19305,
357
+ 4887,
358
+ 12607,
359
+ 3580,
360
+ 6281,
361
+ 2036,
362
+ 9362,
363
+ 8533,
364
+ 2080,
365
+ 10911,
366
+ 2925,
367
+ 3040,
368
+ 9690,
369
+ 27731,
370
+ 8023,
371
+ 6901,
372
+ 8702,
373
+ 6211,
374
+ 1123,
375
+ 16307,
376
+ 18990,
377
+ 64045,
378
+ 63037,
379
+ 33380,
380
+ 6151,
381
+ 3392,
382
+ 5449,
383
+ 3967,
384
+ 1113,
385
+ 5095,
386
+ 51923,
387
+ 49600,
388
+ 17099,
389
+ 51483,
390
+ 17756,
391
+ 16037,
392
+ 8135,
393
+ 30237,
394
+ 5683,
395
+ 9992,
396
+ 7444,
397
+ 5751,
398
+ 10284,
399
+ 20887,
400
+ 59884,
401
+ 52396,
402
+ 16103,
403
+ 67547,
404
+ 18535,
405
+ 8006,
406
+ 7263,
407
+ 1425,
408
+ 6878,
409
+ 14453,
410
+ 9097,
411
+ 44072,
412
+ 76089,
413
+ 68720,
414
+ 2662,
415
+ 2629,
416
+ 923,
417
+ 6548,
418
+ 8924,
419
+ 52194,
420
+ 622,
421
+ 1515,
422
+ 1300,
423
+ 37523,
424
+ 44473,
425
+ 36530,
426
+ 3152,
427
+ 93924,
428
+ 3505,
429
+ 15731,
430
+ 6542,
431
+ 14176,
432
+ 11091,
433
+ 1686,
434
+ 11660,
435
+ 80440,
436
+ 18836,
437
+ 26132,
438
+ 5934,
439
+ 24794,
440
+ 40229,
441
+ 3660,
442
+ 11361,
443
+ 10191,
444
+ 8225,
445
+ 3860,
446
+ 78413,
447
+ 17680,
448
+ 15900,
449
+ 78138,
450
+ 15653,
451
+ 5213,
452
+ 22150,
453
+ 39500,
454
+ 10460,
455
+ 35131,
456
+ 21563,
457
+ 43194,
458
+ 27127,
459
+ 3697,
460
+ 20011,
461
+ 24368,
462
+ 15058,
463
+ 23658,
464
+ 8362,
465
+ 16035,
466
+ 24583,
467
+ 52857,
468
+ 38403,
469
+ 60456,
470
+ 81519,
471
+ 40097,
472
+ 16522,
473
+ 29722,
474
+ 21756,
475
+ 18567,
476
+ 1736,
477
+ 48043,
478
+ 87013,
479
+ 22456,
480
+ 23165,
481
+ 55523,
482
+ 13097,
483
+ 50397,
484
+ 41741,
485
+ 23073,
486
+ 6401,
487
+ 86538,
488
+ 16585,
489
+ 11622,
490
+ 2464,
491
+ 84982,
492
+ 75516,
493
+ 36984,
494
+ 58795,
495
+ 47217,
496
+ 59675,
497
+ 5681,
498
+ 3151,
499
+ 1271,
500
+ 887,
501
+ 5203,
502
+ 2685,
503
+ 1849,
504
+ 72470,
505
+ 5370,
506
+ 74063,
507
+ 27629,
508
+ 1655,
509
+ 1728,
510
+ 669,
511
+ 3682,
512
+ 3191,
513
+ 59865,
514
+ 2712,
515
+ 1580,
516
+ 922,
517
+ 77243,
518
+ 2990,
519
+ 78493,
520
+ 5228,
521
+ 2750,
522
+ 42711,
523
+ 44568,
524
+ 56402,
525
+ 48236,
526
+ 38993,
527
+ 43559,
528
+ 61250,
529
+ 32942,
530
+ 86302,
531
+ 25310,
532
+ 26313,
533
+ 81770,
534
+ 12185,
535
+ 78382
536
+ ],
537
+ "temperature": 0.9629933669102758,
538
+ "prompt_layout": "state-first"
539
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ff26e4b780709239c876a0761057b9ace0782c2c78f449faef4074f9086ae8
3
+ size 1706027688
processor_config.json ADDED
@@ -0,0 +1,61 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "image_processor": {
3
+ "do_convert_rgb": true,
4
+ "do_normalize": true,
5
+ "do_rescale": true,
6
+ "do_resize": true,
7
+ "image_mean": [
8
+ 0.5,
9
+ 0.5,
10
+ 0.5
11
+ ],
12
+ "image_processor_type": "Qwen2VLImageProcessor",
13
+ "image_std": [
14
+ 0.5,
15
+ 0.5,
16
+ 0.5
17
+ ],
18
+ "merge_size": 2,
19
+ "patch_size": 16,
20
+ "resample": 3,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "longest_edge": 262144,
24
+ "shortest_edge": 65536
25
+ },
26
+ "temporal_patch_size": 2
27
+ },
28
+ "processor_class": "Qwen3VLProcessor",
29
+ "video_processor": {
30
+ "do_convert_rgb": true,
31
+ "do_normalize": true,
32
+ "do_rescale": true,
33
+ "do_resize": true,
34
+ "do_sample_frames": true,
35
+ "fps": 2,
36
+ "image_mean": [
37
+ 0.5,
38
+ 0.5,
39
+ 0.5
40
+ ],
41
+ "image_std": [
42
+ 0.5,
43
+ 0.5,
44
+ 0.5
45
+ ],
46
+ "max_frames": 768,
47
+ "max_video_tokens": 768,
48
+ "merge_size": 2,
49
+ "min_frames": 4,
50
+ "patch_size": 16,
51
+ "resample": 3,
52
+ "rescale_factor": 0.00392156862745098,
53
+ "return_metadata": false,
54
+ "size": {
55
+ "longest_edge": 25165824,
56
+ "shortest_edge": 4096
57
+ },
58
+ "temporal_patch_size": 2,
59
+ "video_processor_type": "Qwen3VLVideoProcessor"
60
+ }
61
+ }
readout.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f9867d56d621684b0c34e07468034c535bd14fe3852a781ed0fd6776498c954
3
+ size 522320
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f32ce20dc35f57a7f9ad1eac03525bd7d30f9df8cea6507e958279cc3657706
3
+ size 19989492
tokenizer_config.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "audio_bos_token": "<|audio_start|>",
4
+ "audio_eos_token": "<|audio_end|>",
5
+ "audio_token": "<|audio_pad|>",
6
+ "backend": "tokenizers",
7
+ "bos_token": null,
8
+ "clean_up_tokenization_spaces": false,
9
+ "eos_token": "<|im_end|>",
10
+ "errors": "replace",
11
+ "image_token": "<|image_pad|>",
12
+ "is_local": false,
13
+ "local_files_only": false,
14
+ "model_max_length": 262144,
15
+ "model_specific_special_tokens": {
16
+ "audio_bos_token": "<|audio_start|>",
17
+ "audio_eos_token": "<|audio_end|>",
18
+ "audio_token": "<|audio_pad|>",
19
+ "image_token": "<|image_pad|>",
20
+ "video_token": "<|video_pad|>",
21
+ "vision_bos_token": "<|vision_start|>",
22
+ "vision_eos_token": "<|vision_end|>"
23
+ },
24
+ "pad_token": "<|endoftext|>",
25
+ "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
26
+ "processor_class": "Qwen3VLProcessor",
27
+ "split_special_tokens": false,
28
+ "tokenizer_class": "Qwen2Tokenizer",
29
+ "unk_token": null,
30
+ "video_token": "<|video_pad|>",
31
+ "vision_bos_token": "<|vision_start|>",
32
+ "vision_eos_token": "<|vision_end|>"
33
+ }