mlasli commited on
Commit
0354459
·
verified ·
1 Parent(s): 8e01d8b

Abliterated Muse Glimmer 30B BF16 — ErisForge-style

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
abliteration_info.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tool": "Custom ErisForge-style Abliteration v1",
3
+ "base_model": "meta-models/Muse-Glimmer-30B",
4
+ "method": "Weight-level refusal direction subtraction (o_proj + down_proj, all layers)",
5
+ "refusal_direction_layer": 33,
6
+ "alpha": 0.15,
7
+ "num_harmful_prompts": 256,
8
+ "num_harmless_prompts": 256,
9
+ "harmful_mean_score": -72.10546875,
10
+ "harmless_mean_score": -158.44921875,
11
+ "separation": 86.34375,
12
+ "date": "2026-08-11"
13
+ }
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {%- macro render_content(content) -%}{%- if content is string -%}{{- content -}}{%- elif content is not none -%}{%- for part in content -%}{%- if part['type'] == 'image' -%}{{- '<|patch|>' -}}{%- elif part['type'] == 'video' -%}{{- '<|video|>' -}}{%- elif part['type'] == 'text' -%}{{- part['text'] -}}{%- endif -%}{%- endfor -%}{%- endif -%}{%- endmacro -%}{%- macro render_atem(tc) -%}{%- set args = tc.function.arguments -%}{%- if args is not mapping -%}{{- raise_exception('Onyx ATEM chat template requires tool_call.function.arguments to be a dict (mapping); a JSON string cannot be parsed in the HF jinja sandbox.') -}}{%- endif -%}{{- '<atem:function_calls>\n<atem:invoke name="' + tc.function.name + '">\n' -}}{%- for k, v in args.items() -%}{{- '<atem:parameter name="' + k + '">' -}}{%- if v is boolean -%}{%- if v -%}true{%- else -%}false{%- endif -%}{%- elif v is none -%}null{%- elif v is mapping or (v is iterable and v is not string) -%}{{- v | tojson -}}{%- else -%}{{- v -}}{%- endif -%}{{- '</atem:parameter>\n' -}}{%- endfor -%}{{- '</atem:invoke>\n</atem:function_calls>' -}}{%- endmacro -%}{%- macro render_tool_defs(tools) -%}{{- 'In this environment you have access to a set of tools you can use to answer the user\'s question.\n\n' -}}{{- 'You can invoke a function by writing a "<atem:function_calls>" block like the following:\n' -}}{{- '<atem:function_calls>\n<atem:invoke name="$FUNCTION_NAME">\n<atem:parameter name="$PARAMETER_NAME">$PARAMETER_VALUE</atem:parameter>\n...\n</atem:invoke>\n</atem:function_calls>\n\n' -}}{{- 'String and scalar parameters should be specified as is, while lists and objects should use JSON format. Note that spaces for string values are not stripped. The output is not expected to be valid XML and is parsed with regular expressions.\n' -}}{{- 'Here are the functions available in JSONSchema format:\n' -}}{{- '// Tool metadata\n' -}}{%- set nsns = namespace(seen=[]) -%}{%- for tool in tools -%}{%- set fn = tool.function if tool.function is defined else tool -%}{%- set tns = fn.name.split('.')[0] -%}{%- if tns not in nsns.seen -%}{%- set nsns.seen = nsns.seen + [tns] -%}{%- endif -%}{%- endfor -%}{%- set nd = tool_namespace_descriptions if tool_namespace_descriptions is defined else {} -%}{%- for tns in nsns.seen -%}{{- '{"name": ' + (tns | tojson) + ', "description": ' + ((nd[tns] if tns in nd else '') | tojson) + '}\n' -}}{%- endfor -%}{{- '// Function schemas' -}}{%- for tool in tools -%}{%- set fn = tool.function if tool.function is defined else tool -%}{{- '\n{"name": ' + (fn.name | tojson) + ', "description": ' + (fn.description | tojson) + ', "parameters": ' + (fn.parameters | tojson) + '}' -}}{%- endfor -%}{{- '\n\nHere\'s an example of how to call a function in the tool set:\n' -}}{{- '(If the tool namespace is not specified, invoke the function directly as `example_function_name` rather than `example_tool_name.example_function_name`)\n\n' -}}{{- 'to=example_tool_name.example_function_name\n\n' -}}{{- '<atem:function_calls>\n<atem:invoke name="example_tool_name.example_function_name">\n' -}}{{- '<atem:parameter name="example_parameter_1">value_1</atem:parameter>\n' -}}{{- '<atem:parameter name="example_parameter_2">This is the value for the second parameter\nthat can span\n"multiple" lines\n</atem:parameter>\n' -}}{{- '</atem:invoke>\n</atem:function_calls>' -}}{%- endmacro -%}{%- macro render_reasoning() -%}{%- set rs = reasoning_strength if reasoning_strength is defined and reasoning_strength else 'high' -%}{{- 'Reasoning strength: ' + rs + '.' -}}{%- endmacro -%}{%- macro render_system_meta(tools) -%}{%- set rns = namespace(recipients=['"self"'], nslist=[]) -%}{%- if tools -%}{%- for tool in tools -%}{%- set fn = tool.function if tool.function is defined else tool -%}{%- set tns = fn.name.split('.')[0] -%}{%- if tns not in rns.nslist -%}{%- set rns.nslist = rns.nslist + [tns] -%}{%- endif -%}{%- endfor -%}{%- for tns in rns.nslist -%}{%- set rns.recipients = rns.recipients + ['"' + tns + '.*"'] -%}{%- endfor -%}{%- endif -%}{%- set rns.recipients = rns.recipients + ['"user"'] -%}{{- '# Valid recipients: ' + rns.recipients | join(', ') + '.' -}}{%- endmacro -%}{{- bos_token -}}{%- set ns = namespace(has_system=false) -%}{%- for m in messages -%}{%- if m['role'] == 'system' -%}{%- set ns.has_system = true -%}{%- endif -%}{%- endfor -%}{%- if not ns.has_system -%}{{- '<|start|>system<|message|>You are a helpful AI assistant.' -}}{%- set kc = knowledge_cutoff if knowledge_cutoff is defined and knowledge_cutoff else '2026-01-04' -%}{{- '\nKnowledge cutoff: ' + kc + '.' -}}{%- if current_date is defined and current_date -%}{{- '\nCurrent date: ' + current_date + '.' -}}{%- elif strftime_now is defined -%}{{- '\nCurrent date: ' + strftime_now('%Y-%m-%d') + '.' -}}{%- endif -%}{{- '\n\n' -}}{{- render_reasoning() -}}{%- if tools -%}{{- '\n\n' -}}{{- render_tool_defs(tools) -}}{%- endif -%}{{- '\n\n' -}}{{- render_system_meta(tools) -}}{{- '<|eot|>' -}}{%- endif -%}{%- for message in messages -%}{%- set role = message['role'] -%}{%- set end_token = '<|eom|>' if (not loop.last and messages[loop.index0 + 1]['role'] == role) else '<|eot|>' -%}{%- if role == 'system' -%}{{- '<|start|>system<|message|>' -}}{{- render_content(message['content']) -}}{{- '\n\n' -}}{{- render_reasoning() -}}{%- if tools -%}{{- '\n\n' -}}{{- render_tool_defs(tools) -}}{%- endif -%}{{- '\n\n' -}}{{- render_system_meta(tools) -}}{{- '<|eot|>' -}}{%- elif role == 'user' -%}{{- '<|start|>user<|message|>' -}}{{- render_content(message['content']) -}}{{- '<|eot|>' -}}{%- elif role == 'tool' -%}{%- set tname = message.get('name') -%}{%- if not tname -%}{%- set tcid = message.get('tool_call_id') -%}{%- set rns = namespace(name=tcid if tcid else '') -%}{%- for m in messages -%}{%- if m.get('tool_calls') -%}{%- for tc in m['tool_calls'] -%}{%- if tcid is not none and tc.id is defined and tc.id == tcid -%}{%- set rns.name = tc.function.name -%}{%- endif -%}{%- endfor -%}{%- endif -%}{%- endfor -%}{%- set tname = rns.name -%}{%- endif -%}{{- '<|start|>tool ' + tname + '<|message|><tool_output name="' + tname + '">\n' -}}{{- render_content(message['content']) -}}{{- '\n</tool_output><|eot|>' -}}{%- elif role == 'assistant' -%}{%- if message.get('reasoning_content') -%}{{- '<|start|>assistant to=self<|message|>' + message['reasoning_content'] + '<|eom|>' -}}{%- endif -%}{%- if message.get('tool_calls') -%}{%- for tc in message['tool_calls'] -%}{{- '<|start|>assistant to=' + tc.function.name + '<|message|>' -}}{{- render_atem(tc) -}}{%- if loop.last -%}{{- end_token -}}{%- else -%}{{- '<|eom|>' -}}{%- endif -%}{%- endfor -%}{%- else -%}{%- set recipient = message.get('recipient') or 'user' -%}{%- set end_turn = message.get('end_turn') -%}{%- if end_turn is none -%}{%- set end_turn = not (recipient and recipient != 'user') -%}{%- endif -%}{{- '<|start|>assistant' -}}{%- if recipient -%}{{- ' to=' + recipient -}}{%- endif -%}{{- '<|message|>' -}}{{- render_content(message['content']) -}}{{- ('<|eot|>' if end_turn else '<|eom|>') -}}{%- endif -%}{%- endif -%}{%- endfor -%}{%- if add_generation_prompt -%}{{- '<|start|>assistant' -}}{%- endif -%}
config.json ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "MuseGlimmerForConditionalGeneration"
4
+ ],
5
+ "dtype": "bfloat16",
6
+ "image_token_id": 200092,
7
+ "model_type": "muse_glimmer",
8
+ "out_hidden_size": 6144,
9
+ "projector_hidden_act": "gelu",
10
+ "projector_hidden_size": 4096,
11
+ "text_config": {
12
+ "attention_bias": false,
13
+ "attention_dropout": 0.0,
14
+ "bos_token_id": 200000,
15
+ "dtype": "bfloat16",
16
+ "eos_token_id": 200001,
17
+ "final_logit_softcapping": 20.0,
18
+ "head_dim": 128,
19
+ "hidden_activation": "silu",
20
+ "hidden_size": 6656,
21
+ "initializer_range": 0.02,
22
+ "intermediate_size": 19968,
23
+ "layer_rope_theta": [
24
+ 500000.0,
25
+ 500000.0,
26
+ 500000.0,
27
+ 0,
28
+ 500000.0,
29
+ 500000.0,
30
+ 500000.0,
31
+ 0,
32
+ 500000.0,
33
+ 500000.0,
34
+ 500000.0,
35
+ 0,
36
+ 500000.0,
37
+ 500000.0,
38
+ 500000.0,
39
+ 0,
40
+ 500000.0,
41
+ 500000.0,
42
+ 500000.0,
43
+ 0,
44
+ 500000.0,
45
+ 500000.0,
46
+ 500000.0,
47
+ 0,
48
+ 500000.0,
49
+ 500000.0,
50
+ 500000.0,
51
+ 0,
52
+ 500000.0,
53
+ 500000.0,
54
+ 500000.0,
55
+ 0,
56
+ 500000.0,
57
+ 500000.0,
58
+ 500000.0,
59
+ 0,
60
+ 500000.0,
61
+ 500000.0,
62
+ 500000.0,
63
+ 0,
64
+ 500000.0,
65
+ 500000.0,
66
+ 500000.0,
67
+ 0,
68
+ 500000.0,
69
+ 500000.0,
70
+ 500000.0,
71
+ 0,
72
+ 500000.0,
73
+ 500000.0,
74
+ 500000.0,
75
+ 0
76
+ ],
77
+ "layer_types": [
78
+ "sliding_attention",
79
+ "sliding_attention",
80
+ "sliding_attention",
81
+ "full_attention",
82
+ "sliding_attention",
83
+ "sliding_attention",
84
+ "sliding_attention",
85
+ "full_attention",
86
+ "sliding_attention",
87
+ "sliding_attention",
88
+ "sliding_attention",
89
+ "full_attention",
90
+ "sliding_attention",
91
+ "sliding_attention",
92
+ "sliding_attention",
93
+ "full_attention",
94
+ "sliding_attention",
95
+ "sliding_attention",
96
+ "sliding_attention",
97
+ "full_attention",
98
+ "sliding_attention",
99
+ "sliding_attention",
100
+ "sliding_attention",
101
+ "full_attention",
102
+ "sliding_attention",
103
+ "sliding_attention",
104
+ "sliding_attention",
105
+ "full_attention",
106
+ "sliding_attention",
107
+ "sliding_attention",
108
+ "sliding_attention",
109
+ "full_attention",
110
+ "sliding_attention",
111
+ "sliding_attention",
112
+ "sliding_attention",
113
+ "full_attention",
114
+ "sliding_attention",
115
+ "sliding_attention",
116
+ "sliding_attention",
117
+ "full_attention",
118
+ "sliding_attention",
119
+ "sliding_attention",
120
+ "sliding_attention",
121
+ "full_attention",
122
+ "sliding_attention",
123
+ "sliding_attention",
124
+ "sliding_attention",
125
+ "full_attention",
126
+ "sliding_attention",
127
+ "sliding_attention",
128
+ "sliding_attention",
129
+ "full_attention"
130
+ ],
131
+ "max_position_embeddings": 131072,
132
+ "model_type": "muse_glimmer_text",
133
+ "num_attention_heads": 32,
134
+ "num_hidden_layers": 52,
135
+ "num_key_value_heads": 2,
136
+ "output_multiplier": 0.19611613513818404,
137
+ "pad_token_id": null,
138
+ "post_norm_eps": 1e-08,
139
+ "qk_scale_factor": 3.87,
140
+ "rms_norm_eps": 1e-05,
141
+ "rope_parameters": {
142
+ "rope_theta": 500000.0,
143
+ "rope_type": "default"
144
+ },
145
+ "sliding_window": 2048,
146
+ "tie_word_embeddings": false,
147
+ "use_cache": true,
148
+ "vocab_size": 202048
149
+ },
150
+ "transformers_version": "5.15.0",
151
+ "video_token_id": 200091,
152
+ "vision_config": {
153
+ "dtype": "bfloat16",
154
+ "hidden_act": "gelu",
155
+ "hidden_size": 1536,
156
+ "intermediate_size": 8960,
157
+ "layer_norm_eps": 1e-05,
158
+ "layer_types": [
159
+ "window_attention",
160
+ "window_attention",
161
+ "window_attention",
162
+ "full_attention",
163
+ "window_attention",
164
+ "window_attention",
165
+ "window_attention",
166
+ "full_attention",
167
+ "window_attention",
168
+ "window_attention",
169
+ "window_attention",
170
+ "full_attention",
171
+ "window_attention",
172
+ "window_attention",
173
+ "window_attention",
174
+ "full_attention",
175
+ "window_attention",
176
+ "window_attention",
177
+ "window_attention",
178
+ "full_attention",
179
+ "window_attention",
180
+ "window_attention",
181
+ "window_attention",
182
+ "full_attention",
183
+ "window_attention",
184
+ "window_attention",
185
+ "window_attention",
186
+ "full_attention",
187
+ "window_attention",
188
+ "window_attention",
189
+ "window_attention",
190
+ "full_attention",
191
+ "window_attention",
192
+ "window_attention",
193
+ "window_attention",
194
+ "full_attention",
195
+ "window_attention",
196
+ "window_attention",
197
+ "window_attention",
198
+ "full_attention",
199
+ "window_attention",
200
+ "window_attention",
201
+ "window_attention",
202
+ "full_attention",
203
+ "window_attention",
204
+ "window_attention",
205
+ "window_attention",
206
+ "full_attention",
207
+ "window_attention",
208
+ "full_attention"
209
+ ],
210
+ "max_position_embeddings": 1024,
211
+ "merge_size": 2,
212
+ "model_type": "muse_glimmer_vision",
213
+ "num_attention_heads": 16,
214
+ "num_hidden_layers": 50,
215
+ "patch_size": 14,
216
+ "patch_temporal": 2,
217
+ "pos_emb_height": 32,
218
+ "pos_emb_width": 32,
219
+ "rope_parameters": {
220
+ "rope_theta": 10000.0,
221
+ "rope_type": "default"
222
+ }
223
+ }
224
+ }
generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 200000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 200001,
6
+ 200008
7
+ ],
8
+ "max_length": 131072,
9
+ "pad_token_id": 200018,
10
+ "temperature": 1.0,
11
+ "top_k": 64,
12
+ "top_p": 0.95,
13
+ "transformers_version": "5.15.0"
14
+ }
model-00001-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd53270fef03dac41c34a7cafd64cdc400cff149f59d3aff17e248892f328b5b
3
+ size 49902303112
model-00002-of-00002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c459da918abc4caf363e7d47e0fddaa68e3dd8c54cd2d47c6170fde5d8308230
3
+ size 9651130624
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700365b2a965cd87ec583d5bd7ce354ef4fb8c5a00fbd7269846bb360cac374c
3
+ size 28129995
tokenizer_config.json ADDED
@@ -0,0 +1,2104 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "backend": "tokenizers",
3
+ "bos_token": "<|begin_of_text|>",
4
+ "eos_token": "<|end_of_text|>",
5
+ "extra_special_tokens": [
6
+ "<|begin_of_text|>",
7
+ "<|end_of_text|>",
8
+ "<|reserved_special_token_2|>",
9
+ "<|reserved_special_token_3|>",
10
+ "<|reserved_special_token_4|>",
11
+ "<|reserved_special_token_5|>",
12
+ "<|reserved_special_token_6|>",
13
+ "<|eom|>",
14
+ "<|eot|>",
15
+ "<|reserved_special_token_9|>",
16
+ "<|reserved_special_token_10|>",
17
+ "<|reserved_special_token_11|>",
18
+ "<|reserved_special_token_12|>",
19
+ "<|reserved_special_token_13|>",
20
+ "<|reserved_special_token_14|>",
21
+ "<|reserved_special_token_15|>",
22
+ "<|reserved_special_token_16|>",
23
+ "<|reserved_special_token_17|>",
24
+ "<|finetune_right_pad|>",
25
+ "<|reserved_special_token_19|>",
26
+ "<|reserved_special_token_20|>",
27
+ "<|reserved_special_token_21|>",
28
+ "<|start|>",
29
+ "<|message|>",
30
+ "<|reserved_special_token_24|>",
31
+ "<|reserved_special_token_25|>",
32
+ "<|reserved_special_token_26|>",
33
+ "<|reserved_special_token_27|>",
34
+ "<|reserved_special_token_28|>",
35
+ "<|reserved_special_token_29|>",
36
+ "<|reserved_special_token_30|>",
37
+ "<|reserved_special_token_31|>",
38
+ "<|reserved_special_token_32|>",
39
+ "<|reserved_special_token_33|>",
40
+ "<|reserved_special_token_34|>",
41
+ "<|reserved_special_token_35|>",
42
+ "<|reserved_special_token_36|>",
43
+ "<|reserved_special_token_37|>",
44
+ "<|reserved_special_token_38|>",
45
+ "<|reserved_special_token_39|>",
46
+ "<|reserved_special_token_40|>",
47
+ "<|reserved_special_token_41|>",
48
+ "<|reserved_special_token_42|>",
49
+ "<|reserved_special_token_43|>",
50
+ "<|reserved_special_token_44|>",
51
+ "<|reserved_special_token_45|>",
52
+ "<|reserved_special_token_46|>",
53
+ "<|reserved_special_token_47|>",
54
+ "<|reserved_special_token_48|>",
55
+ "<|reserved_special_token_49|>",
56
+ "<|reserved_special_token_50|>",
57
+ "<|reserved_special_token_51|>",
58
+ "<|reserved_special_token_52|>",
59
+ "<|reserved_special_token_53|>",
60
+ "<|reserved_special_token_54|>",
61
+ "<|reserved_special_token_55|>",
62
+ "<|reserved_special_token_56|>",
63
+ "<|reserved_special_token_57|>",
64
+ "<|reserved_special_token_58|>",
65
+ "<|reserved_special_token_59|>",
66
+ "<|reserved_special_token_60|>",
67
+ "<|reserved_special_token_61|>",
68
+ "<|reserved_special_token_62|>",
69
+ "<|reserved_special_token_63|>",
70
+ "<|reserved_special_token_64|>",
71
+ "<|reserved_special_token_65|>",
72
+ "<|reserved_special_token_66|>",
73
+ "<|reserved_special_token_67|>",
74
+ "<|reserved_special_token_68|>",
75
+ "<|reserved_special_token_69|>",
76
+ "<|reserved_special_token_70|>",
77
+ "<|reserved_special_token_71|>",
78
+ "<|reserved_special_token_72|>",
79
+ "<|reserved_special_token_73|>",
80
+ "<|reserved_special_token_74|>",
81
+ "<|reserved_special_token_75|>",
82
+ "<|reserved_special_token_76|>",
83
+ "<|reserved_special_token_77|>",
84
+ "<|reserved_special_token_78|>",
85
+ "<|reserved_special_token_79|>",
86
+ "<|image_start|>",
87
+ "<|image_end|>",
88
+ "<|vid_start|>",
89
+ "<|vid_end|>",
90
+ "<|reserved_special_token_84|>",
91
+ "<|reserved_special_token_85|>",
92
+ "<|reserved_special_token_86|>",
93
+ "<|vid_frame_separator|>",
94
+ "<|reserved_special_token_88|>",
95
+ "<|reserved_special_token_89|>",
96
+ "<|image|>",
97
+ "<|video|>",
98
+ "<|patch|>",
99
+ "<|reserved_special_token_93|>",
100
+ "<|reserved_special_token_94|>",
101
+ "<|reserved_special_token_95|>",
102
+ "<|reserved_special_token_96|>",
103
+ "<|reserved_special_token_97|>",
104
+ "<|reserved_special_token_98|>",
105
+ "<|reserved_special_token_99|>",
106
+ "<|reserved_special_token_100|>",
107
+ "<|reserved_special_token_101|>",
108
+ "<|reserved_special_token_102|>",
109
+ "<|reserved_special_token_103|>",
110
+ "<|reserved_special_token_104|>",
111
+ "<|reserved_special_token_105|>",
112
+ "<|reserved_special_token_106|>",
113
+ "<|reserved_special_token_107|>",
114
+ "<|reserved_special_token_108|>",
115
+ "<|reserved_special_token_109|>",
116
+ "<|reserved_special_token_110|>",
117
+ "<|reserved_special_token_111|>",
118
+ "<|reserved_special_token_112|>",
119
+ "<|reserved_special_token_113|>",
120
+ "<|reserved_special_token_114|>",
121
+ "<|reserved_special_token_115|>",
122
+ "<|reserved_special_token_116|>",
123
+ "<|reserved_special_token_117|>",
124
+ "<|reserved_special_token_118|>",
125
+ "<|reserved_special_token_119|>",
126
+ "<|reserved_special_token_120|>",
127
+ "<|reserved_special_token_121|>",
128
+ "<|reserved_special_token_122|>",
129
+ "<|reserved_special_token_123|>",
130
+ "<|reserved_special_token_124|>",
131
+ "<|reserved_special_token_125|>",
132
+ "<|reserved_special_token_126|>",
133
+ "<|reserved_special_token_127|>",
134
+ "<|reserved_special_token_128|>",
135
+ "<|reserved_special_token_129|>",
136
+ "<|reserved_special_token_130|>",
137
+ "<|reserved_special_token_131|>",
138
+ "<|reserved_special_token_132|>",
139
+ "<|reserved_special_token_133|>",
140
+ "<|reserved_special_token_134|>",
141
+ "<|reserved_special_token_135|>",
142
+ "<|reserved_special_token_136|>",
143
+ "<|reserved_special_token_137|>",
144
+ "<|reserved_special_token_138|>",
145
+ "<|reserved_special_token_139|>",
146
+ "<|reserved_special_token_140|>",
147
+ "<|reserved_special_token_141|>",
148
+ "<|reserved_special_token_142|>",
149
+ "<|reserved_special_token_143|>",
150
+ "<|reserved_special_token_144|>",
151
+ "<|reserved_special_token_145|>",
152
+ "<|reserved_special_token_146|>",
153
+ "<|reserved_special_token_147|>",
154
+ "<|reserved_special_token_148|>",
155
+ "<|reserved_special_token_149|>",
156
+ "<|reserved_special_token_150|>",
157
+ "<|reserved_special_token_151|>",
158
+ "<|reserved_special_token_152|>",
159
+ "<|reserved_special_token_153|>",
160
+ "<|reserved_special_token_154|>",
161
+ "<|reserved_special_token_155|>",
162
+ "<|reserved_special_token_156|>",
163
+ "<|reserved_special_token_157|>",
164
+ "<|reserved_special_token_158|>",
165
+ "<|reserved_special_token_159|>",
166
+ "<|reserved_special_token_160|>",
167
+ "<|reserved_special_token_161|>",
168
+ "<|reserved_special_token_162|>",
169
+ "<|reserved_special_token_163|>",
170
+ "<|reserved_special_token_164|>",
171
+ "<|reserved_special_token_165|>",
172
+ "<|reserved_special_token_166|>",
173
+ "<|reserved_special_token_167|>",
174
+ "<|reserved_special_token_168|>",
175
+ "<|reserved_special_token_169|>",
176
+ "<|reserved_special_token_170|>",
177
+ "<|reserved_special_token_171|>",
178
+ "<|reserved_special_token_172|>",
179
+ "<|reserved_special_token_173|>",
180
+ "<|reserved_special_token_174|>",
181
+ "<|reserved_special_token_175|>",
182
+ "<|reserved_special_token_176|>",
183
+ "<|reserved_special_token_177|>",
184
+ "<|reserved_special_token_178|>",
185
+ "<|reserved_special_token_179|>",
186
+ "<|reserved_special_token_180|>",
187
+ "<|reserved_special_token_181|>",
188
+ "<|reserved_special_token_182|>",
189
+ "<|reserved_special_token_183|>",
190
+ "<|reserved_special_token_184|>",
191
+ "<|reserved_special_token_185|>",
192
+ "<|reserved_special_token_186|>",
193
+ "<|reserved_special_token_187|>",
194
+ "<|reserved_special_token_188|>",
195
+ "<|reserved_special_token_189|>",
196
+ "<|reserved_special_token_190|>",
197
+ "<|reserved_special_token_191|>",
198
+ "<|reserved_special_token_192|>",
199
+ "<|reserved_special_token_193|>",
200
+ "<|reserved_special_token_194|>",
201
+ "<|reserved_special_token_195|>",
202
+ "<|reserved_special_token_196|>",
203
+ "<|reserved_special_token_197|>",
204
+ "<|reserved_special_token_198|>",
205
+ "<|reserved_special_token_199|>",
206
+ "<|reserved_special_token_200|>",
207
+ "<|reserved_special_token_201|>",
208
+ "<|reserved_special_token_202|>",
209
+ "<|reserved_special_token_203|>",
210
+ "<|reserved_special_token_204|>",
211
+ "<|reserved_special_token_205|>",
212
+ "<|reserved_special_token_206|>",
213
+ "<|reserved_special_token_207|>",
214
+ "<|reserved_special_token_208|>",
215
+ "<|reserved_special_token_209|>",
216
+ "<|reserved_special_token_210|>",
217
+ "<|reserved_special_token_211|>",
218
+ "<|reserved_special_token_212|>",
219
+ "<|reserved_special_token_213|>",
220
+ "<|reserved_special_token_214|>",
221
+ "<|reserved_special_token_215|>",
222
+ "<|reserved_special_token_216|>",
223
+ "<|reserved_special_token_217|>",
224
+ "<|reserved_special_token_218|>",
225
+ "<|reserved_special_token_219|>",
226
+ "<|reserved_special_token_220|>",
227
+ "<|reserved_special_token_221|>",
228
+ "<|reserved_special_token_222|>",
229
+ "<|reserved_special_token_223|>",
230
+ "<|reserved_special_token_224|>",
231
+ "<|reserved_special_token_225|>",
232
+ "<|reserved_special_token_226|>",
233
+ "<|reserved_special_token_227|>",
234
+ "<|reserved_special_token_228|>",
235
+ "<|reserved_special_token_229|>",
236
+ "<|reserved_special_token_230|>",
237
+ "<|reserved_special_token_231|>",
238
+ "<|reserved_special_token_232|>",
239
+ "<|reserved_special_token_233|>",
240
+ "<|reserved_special_token_234|>",
241
+ "<|reserved_special_token_235|>",
242
+ "<|reserved_special_token_236|>",
243
+ "<|reserved_special_token_237|>",
244
+ "<|reserved_special_token_238|>",
245
+ "<|reserved_special_token_239|>",
246
+ "<|reserved_special_token_240|>",
247
+ "<|reserved_special_token_241|>",
248
+ "<|reserved_special_token_242|>",
249
+ "<|reserved_special_token_243|>",
250
+ "<|reserved_special_token_244|>",
251
+ "<|reserved_special_token_245|>",
252
+ "<|reserved_special_token_246|>",
253
+ "<|reserved_special_token_247|>",
254
+ "<|reserved_special_token_248|>",
255
+ "<|reserved_special_token_249|>",
256
+ "<|reserved_special_token_250|>",
257
+ "<|reserved_special_token_251|>",
258
+ "<|reserved_special_token_252|>",
259
+ "<|reserved_special_token_253|>",
260
+ "<|reserved_special_token_254|>",
261
+ "<|reserved_special_token_255|>",
262
+ "<|reserved_special_token_256|>",
263
+ "<|reserved_special_token_257|>",
264
+ "<|reserved_special_token_258|>",
265
+ "<|reserved_special_token_259|>",
266
+ "<|reserved_special_token_260|>",
267
+ "<|reserved_special_token_261|>",
268
+ "<|reserved_special_token_262|>",
269
+ "<|reserved_special_token_263|>",
270
+ "<|reserved_special_token_264|>",
271
+ "<|reserved_special_token_265|>",
272
+ "<|reserved_special_token_266|>",
273
+ "<|reserved_special_token_267|>",
274
+ "<|reserved_special_token_268|>",
275
+ "<|reserved_special_token_269|>",
276
+ "<|reserved_special_token_270|>",
277
+ "<|reserved_special_token_271|>",
278
+ "<|reserved_special_token_272|>",
279
+ "<|reserved_special_token_273|>",
280
+ "<|reserved_special_token_274|>",
281
+ "<|reserved_special_token_275|>",
282
+ "<|reserved_special_token_276|>",
283
+ "<|reserved_special_token_277|>",
284
+ "<|reserved_special_token_278|>",
285
+ "<|reserved_special_token_279|>",
286
+ "<|reserved_special_token_280|>",
287
+ "<|reserved_special_token_281|>",
288
+ "<|reserved_special_token_282|>",
289
+ "<|reserved_special_token_283|>",
290
+ "<|reserved_special_token_284|>",
291
+ "<|reserved_special_token_285|>",
292
+ "<|reserved_special_token_286|>",
293
+ "<|reserved_special_token_287|>",
294
+ "<|reserved_special_token_288|>",
295
+ "<|reserved_special_token_289|>",
296
+ "<|reserved_special_token_290|>",
297
+ "<|reserved_special_token_291|>",
298
+ "<|reserved_special_token_292|>",
299
+ "<|reserved_special_token_293|>",
300
+ "<|reserved_special_token_294|>",
301
+ "<|reserved_special_token_295|>",
302
+ "<|reserved_special_token_296|>",
303
+ "<|reserved_special_token_297|>",
304
+ "<|reserved_special_token_298|>",
305
+ "<|reserved_special_token_299|>",
306
+ "<|reserved_special_token_300|>",
307
+ "<|reserved_special_token_301|>",
308
+ "<|reserved_special_token_302|>",
309
+ "<|reserved_special_token_303|>",
310
+ "<|reserved_special_token_304|>",
311
+ "<|reserved_special_token_305|>",
312
+ "<|reserved_special_token_306|>",
313
+ "<|reserved_special_token_307|>",
314
+ "<|reserved_special_token_308|>",
315
+ "<|reserved_special_token_309|>",
316
+ "<|reserved_special_token_310|>",
317
+ "<|reserved_special_token_311|>",
318
+ "<|reserved_special_token_312|>",
319
+ "<|reserved_special_token_313|>",
320
+ "<|reserved_special_token_314|>",
321
+ "<|reserved_special_token_315|>",
322
+ "<|reserved_special_token_316|>",
323
+ "<|reserved_special_token_317|>",
324
+ "<|reserved_special_token_318|>",
325
+ "<|reserved_special_token_319|>",
326
+ "<|reserved_special_token_320|>",
327
+ "<|reserved_special_token_321|>",
328
+ "<|reserved_special_token_322|>",
329
+ "<|reserved_special_token_323|>",
330
+ "<|reserved_special_token_324|>",
331
+ "<|reserved_special_token_325|>",
332
+ "<|reserved_special_token_326|>",
333
+ "<|reserved_special_token_327|>",
334
+ "<|reserved_special_token_328|>",
335
+ "<|reserved_special_token_329|>",
336
+ "<|reserved_special_token_330|>",
337
+ "<|reserved_special_token_331|>",
338
+ "<|reserved_special_token_332|>",
339
+ "<|reserved_special_token_333|>",
340
+ "<|reserved_special_token_334|>",
341
+ "<|reserved_special_token_335|>",
342
+ "<|reserved_special_token_336|>",
343
+ "<|reserved_special_token_337|>",
344
+ "<|reserved_special_token_338|>",
345
+ "<|reserved_special_token_339|>",
346
+ "<|reserved_special_token_340|>",
347
+ "<|reserved_special_token_341|>",
348
+ "<|reserved_special_token_342|>",
349
+ "<|reserved_special_token_343|>",
350
+ "<|reserved_special_token_344|>",
351
+ "<|reserved_special_token_345|>",
352
+ "<|reserved_special_token_346|>",
353
+ "<|reserved_special_token_347|>",
354
+ "<|reserved_special_token_348|>",
355
+ "<|reserved_special_token_349|>",
356
+ "<|reserved_special_token_350|>",
357
+ "<|reserved_special_token_351|>",
358
+ "<|reserved_special_token_352|>",
359
+ "<|reserved_special_token_353|>",
360
+ "<|reserved_special_token_354|>",
361
+ "<|reserved_special_token_355|>",
362
+ "<|reserved_special_token_356|>",
363
+ "<|reserved_special_token_357|>",
364
+ "<|reserved_special_token_358|>",
365
+ "<|reserved_special_token_359|>",
366
+ "<|reserved_special_token_360|>",
367
+ "<|reserved_special_token_361|>",
368
+ "<|reserved_special_token_362|>",
369
+ "<|reserved_special_token_363|>",
370
+ "<|reserved_special_token_364|>",
371
+ "<|reserved_special_token_365|>",
372
+ "<|reserved_special_token_366|>",
373
+ "<|reserved_special_token_367|>",
374
+ "<|reserved_special_token_368|>",
375
+ "<|reserved_special_token_369|>",
376
+ "<|reserved_special_token_370|>",
377
+ "<|reserved_special_token_371|>",
378
+ "<|reserved_special_token_372|>",
379
+ "<|reserved_special_token_373|>",
380
+ "<|reserved_special_token_374|>",
381
+ "<|reserved_special_token_375|>",
382
+ "<|reserved_special_token_376|>",
383
+ "<|reserved_special_token_377|>",
384
+ "<|reserved_special_token_378|>",
385
+ "<|reserved_special_token_379|>",
386
+ "<|reserved_special_token_380|>",
387
+ "<|reserved_special_token_381|>",
388
+ "<|reserved_special_token_382|>",
389
+ "<|reserved_special_token_383|>",
390
+ "<|reserved_special_token_384|>",
391
+ "<|reserved_special_token_385|>",
392
+ "<|reserved_special_token_386|>",
393
+ "<|reserved_special_token_387|>",
394
+ "<|reserved_special_token_388|>",
395
+ "<|reserved_special_token_389|>",
396
+ "<|reserved_special_token_390|>",
397
+ "<|reserved_special_token_391|>",
398
+ "<|reserved_special_token_392|>",
399
+ "<|reserved_special_token_393|>",
400
+ "<|reserved_special_token_394|>",
401
+ "<|reserved_special_token_395|>",
402
+ "<|reserved_special_token_396|>",
403
+ "<|reserved_special_token_397|>",
404
+ "<|reserved_special_token_398|>",
405
+ "<|reserved_special_token_399|>",
406
+ "<|reserved_special_token_400|>",
407
+ "<|reserved_special_token_401|>",
408
+ "<|reserved_special_token_402|>",
409
+ "<|reserved_special_token_403|>",
410
+ "<|reserved_special_token_404|>",
411
+ "<|reserved_special_token_405|>",
412
+ "<|reserved_special_token_406|>",
413
+ "<|reserved_special_token_407|>",
414
+ "<|reserved_special_token_408|>",
415
+ "<|reserved_special_token_409|>",
416
+ "<|reserved_special_token_410|>",
417
+ "<|reserved_special_token_411|>",
418
+ "<|reserved_special_token_412|>",
419
+ "<|reserved_special_token_413|>",
420
+ "<|reserved_special_token_414|>",
421
+ "<|reserved_special_token_415|>",
422
+ "<|reserved_special_token_416|>",
423
+ "<|reserved_special_token_417|>",
424
+ "<|reserved_special_token_418|>",
425
+ "<|reserved_special_token_419|>",
426
+ "<|reserved_special_token_420|>",
427
+ "<|reserved_special_token_421|>",
428
+ "<|reserved_special_token_422|>",
429
+ "<|reserved_special_token_423|>",
430
+ "<|reserved_special_token_424|>",
431
+ "<|reserved_special_token_425|>",
432
+ "<|reserved_special_token_426|>",
433
+ "<|reserved_special_token_427|>",
434
+ "<|reserved_special_token_428|>",
435
+ "<|reserved_special_token_429|>",
436
+ "<|reserved_special_token_430|>",
437
+ "<|reserved_special_token_431|>",
438
+ "<|reserved_special_token_432|>",
439
+ "<|reserved_special_token_433|>",
440
+ "<|reserved_special_token_434|>",
441
+ "<|reserved_special_token_435|>",
442
+ "<|reserved_special_token_436|>",
443
+ "<|reserved_special_token_437|>",
444
+ "<|reserved_special_token_438|>",
445
+ "<|reserved_special_token_439|>",
446
+ "<|reserved_special_token_440|>",
447
+ "<|reserved_special_token_441|>",
448
+ "<|reserved_special_token_442|>",
449
+ "<|reserved_special_token_443|>",
450
+ "<|reserved_special_token_444|>",
451
+ "<|reserved_special_token_445|>",
452
+ "<|reserved_special_token_446|>",
453
+ "<|reserved_special_token_447|>",
454
+ "<|reserved_special_token_448|>",
455
+ "<|reserved_special_token_449|>",
456
+ "<|reserved_special_token_450|>",
457
+ "<|reserved_special_token_451|>",
458
+ "<|reserved_special_token_452|>",
459
+ "<|reserved_special_token_453|>",
460
+ "<|reserved_special_token_454|>",
461
+ "<|reserved_special_token_455|>",
462
+ "<|reserved_special_token_456|>",
463
+ "<|reserved_special_token_457|>",
464
+ "<|reserved_special_token_458|>",
465
+ "<|reserved_special_token_459|>",
466
+ "<|reserved_special_token_460|>",
467
+ "<|reserved_special_token_461|>",
468
+ "<|reserved_special_token_462|>",
469
+ "<|reserved_special_token_463|>",
470
+ "<|reserved_special_token_464|>",
471
+ "<|reserved_special_token_465|>",
472
+ "<|reserved_special_token_466|>",
473
+ "<|reserved_special_token_467|>",
474
+ "<|reserved_special_token_468|>",
475
+ "<|reserved_special_token_469|>",
476
+ "<|reserved_special_token_470|>",
477
+ "<|reserved_special_token_471|>",
478
+ "<|reserved_special_token_472|>",
479
+ "<|reserved_special_token_473|>",
480
+ "<|reserved_special_token_474|>",
481
+ "<|reserved_special_token_475|>",
482
+ "<|reserved_special_token_476|>",
483
+ "<|reserved_special_token_477|>",
484
+ "<|reserved_special_token_478|>",
485
+ "<|reserved_special_token_479|>",
486
+ "<|reserved_special_token_480|>",
487
+ "<|reserved_special_token_481|>",
488
+ "<|reserved_special_token_482|>",
489
+ "<|reserved_special_token_483|>",
490
+ "<|reserved_special_token_484|>",
491
+ "<|reserved_special_token_485|>",
492
+ "<|reserved_special_token_486|>",
493
+ "<|reserved_special_token_487|>",
494
+ "<|reserved_special_token_488|>",
495
+ "<|reserved_special_token_489|>",
496
+ "<|reserved_special_token_490|>",
497
+ "<|reserved_special_token_491|>",
498
+ "<|reserved_special_token_492|>",
499
+ "<|reserved_special_token_493|>",
500
+ "<|reserved_special_token_494|>",
501
+ "<|reserved_special_token_495|>",
502
+ "<|reserved_special_token_496|>",
503
+ "<|reserved_special_token_497|>",
504
+ "<|reserved_special_token_498|>",
505
+ "<|reserved_special_token_499|>",
506
+ "<|reserved_special_token_500|>",
507
+ "<|reserved_special_token_501|>",
508
+ "<|reserved_special_token_502|>",
509
+ "<|reserved_special_token_503|>",
510
+ "<|reserved_special_token_504|>",
511
+ "<|reserved_special_token_505|>",
512
+ "<|reserved_special_token_506|>",
513
+ "<|reserved_special_token_507|>",
514
+ "<|reserved_special_token_508|>",
515
+ "<|reserved_special_token_509|>",
516
+ "<|reserved_special_token_510|>",
517
+ "<|reserved_special_token_511|>",
518
+ "<|reserved_special_token_512|>",
519
+ "<|reserved_special_token_513|>",
520
+ "<|reserved_special_token_514|>",
521
+ "<|reserved_special_token_515|>",
522
+ "<|reserved_special_token_516|>",
523
+ "<|reserved_special_token_517|>",
524
+ "<|reserved_special_token_518|>",
525
+ "<|reserved_special_token_519|>",
526
+ "<|reserved_special_token_520|>",
527
+ "<|reserved_special_token_521|>",
528
+ "<|reserved_special_token_522|>",
529
+ "<|reserved_special_token_523|>",
530
+ "<|reserved_special_token_524|>",
531
+ "<|reserved_special_token_525|>",
532
+ "<|reserved_special_token_526|>",
533
+ "<|reserved_special_token_527|>",
534
+ "<|reserved_special_token_528|>",
535
+ "<|reserved_special_token_529|>",
536
+ "<|reserved_special_token_530|>",
537
+ "<|reserved_special_token_531|>",
538
+ "<|reserved_special_token_532|>",
539
+ "<|reserved_special_token_533|>",
540
+ "<|reserved_special_token_534|>",
541
+ "<|reserved_special_token_535|>",
542
+ "<|reserved_special_token_536|>",
543
+ "<|reserved_special_token_537|>",
544
+ "<|reserved_special_token_538|>",
545
+ "<|reserved_special_token_539|>",
546
+ "<|reserved_special_token_540|>",
547
+ "<|reserved_special_token_541|>",
548
+ "<|reserved_special_token_542|>",
549
+ "<|reserved_special_token_543|>",
550
+ "<|reserved_special_token_544|>",
551
+ "<|reserved_special_token_545|>",
552
+ "<|reserved_special_token_546|>",
553
+ "<|reserved_special_token_547|>",
554
+ "<|reserved_special_token_548|>",
555
+ "<|reserved_special_token_549|>",
556
+ "<|reserved_special_token_550|>",
557
+ "<|reserved_special_token_551|>",
558
+ "<|reserved_special_token_552|>",
559
+ "<|reserved_special_token_553|>",
560
+ "<|reserved_special_token_554|>",
561
+ "<|reserved_special_token_555|>",
562
+ "<|reserved_special_token_556|>",
563
+ "<|reserved_special_token_557|>",
564
+ "<|reserved_special_token_558|>",
565
+ "<|reserved_special_token_559|>",
566
+ "<|reserved_special_token_560|>",
567
+ "<|reserved_special_token_561|>",
568
+ "<|reserved_special_token_562|>",
569
+ "<|reserved_special_token_563|>",
570
+ "<|reserved_special_token_564|>",
571
+ "<|reserved_special_token_565|>",
572
+ "<|reserved_special_token_566|>",
573
+ "<|reserved_special_token_567|>",
574
+ "<|reserved_special_token_568|>",
575
+ "<|reserved_special_token_569|>",
576
+ "<|reserved_special_token_570|>",
577
+ "<|reserved_special_token_571|>",
578
+ "<|reserved_special_token_572|>",
579
+ "<|reserved_special_token_573|>",
580
+ "<|reserved_special_token_574|>",
581
+ "<|reserved_special_token_575|>",
582
+ "<|reserved_special_token_576|>",
583
+ "<|reserved_special_token_577|>",
584
+ "<|reserved_special_token_578|>",
585
+ "<|reserved_special_token_579|>",
586
+ "<|reserved_special_token_580|>",
587
+ "<|reserved_special_token_581|>",
588
+ "<|reserved_special_token_582|>",
589
+ "<|reserved_special_token_583|>",
590
+ "<|reserved_special_token_584|>",
591
+ "<|reserved_special_token_585|>",
592
+ "<|reserved_special_token_586|>",
593
+ "<|reserved_special_token_587|>",
594
+ "<|reserved_special_token_588|>",
595
+ "<|reserved_special_token_589|>",
596
+ "<|reserved_special_token_590|>",
597
+ "<|reserved_special_token_591|>",
598
+ "<|reserved_special_token_592|>",
599
+ "<|reserved_special_token_593|>",
600
+ "<|reserved_special_token_594|>",
601
+ "<|reserved_special_token_595|>",
602
+ "<|reserved_special_token_596|>",
603
+ "<|reserved_special_token_597|>",
604
+ "<|reserved_special_token_598|>",
605
+ "<|reserved_special_token_599|>",
606
+ "<|reserved_special_token_600|>",
607
+ "<|reserved_special_token_601|>",
608
+ "<|reserved_special_token_602|>",
609
+ "<|reserved_special_token_603|>",
610
+ "<|reserved_special_token_604|>",
611
+ "<|reserved_special_token_605|>",
612
+ "<|reserved_special_token_606|>",
613
+ "<|reserved_special_token_607|>",
614
+ "<|reserved_special_token_608|>",
615
+ "<|reserved_special_token_609|>",
616
+ "<|reserved_special_token_610|>",
617
+ "<|reserved_special_token_611|>",
618
+ "<|reserved_special_token_612|>",
619
+ "<|reserved_special_token_613|>",
620
+ "<|reserved_special_token_614|>",
621
+ "<|reserved_special_token_615|>",
622
+ "<|reserved_special_token_616|>",
623
+ "<|reserved_special_token_617|>",
624
+ "<|reserved_special_token_618|>",
625
+ "<|reserved_special_token_619|>",
626
+ "<|reserved_special_token_620|>",
627
+ "<|reserved_special_token_621|>",
628
+ "<|reserved_special_token_622|>",
629
+ "<|reserved_special_token_623|>",
630
+ "<|reserved_special_token_624|>",
631
+ "<|reserved_special_token_625|>",
632
+ "<|reserved_special_token_626|>",
633
+ "<|reserved_special_token_627|>",
634
+ "<|reserved_special_token_628|>",
635
+ "<|reserved_special_token_629|>",
636
+ "<|reserved_special_token_630|>",
637
+ "<|reserved_special_token_631|>",
638
+ "<|reserved_special_token_632|>",
639
+ "<|reserved_special_token_633|>",
640
+ "<|reserved_special_token_634|>",
641
+ "<|reserved_special_token_635|>",
642
+ "<|reserved_special_token_636|>",
643
+ "<|reserved_special_token_637|>",
644
+ "<|reserved_special_token_638|>",
645
+ "<|reserved_special_token_639|>",
646
+ "<|reserved_special_token_640|>",
647
+ "<|reserved_special_token_641|>",
648
+ "<|reserved_special_token_642|>",
649
+ "<|reserved_special_token_643|>",
650
+ "<|reserved_special_token_644|>",
651
+ "<|reserved_special_token_645|>",
652
+ "<|reserved_special_token_646|>",
653
+ "<|reserved_special_token_647|>",
654
+ "<|reserved_special_token_648|>",
655
+ "<|reserved_special_token_649|>",
656
+ "<|reserved_special_token_650|>",
657
+ "<|reserved_special_token_651|>",
658
+ "<|reserved_special_token_652|>",
659
+ "<|reserved_special_token_653|>",
660
+ "<|reserved_special_token_654|>",
661
+ "<|reserved_special_token_655|>",
662
+ "<|reserved_special_token_656|>",
663
+ "<|reserved_special_token_657|>",
664
+ "<|reserved_special_token_658|>",
665
+ "<|reserved_special_token_659|>",
666
+ "<|reserved_special_token_660|>",
667
+ "<|reserved_special_token_661|>",
668
+ "<|reserved_special_token_662|>",
669
+ "<|reserved_special_token_663|>",
670
+ "<|reserved_special_token_664|>",
671
+ "<|reserved_special_token_665|>",
672
+ "<|reserved_special_token_666|>",
673
+ "<|reserved_special_token_667|>",
674
+ "<|reserved_special_token_668|>",
675
+ "<|reserved_special_token_669|>",
676
+ "<|reserved_special_token_670|>",
677
+ "<|reserved_special_token_671|>",
678
+ "<|reserved_special_token_672|>",
679
+ "<|reserved_special_token_673|>",
680
+ "<|reserved_special_token_674|>",
681
+ "<|reserved_special_token_675|>",
682
+ "<|reserved_special_token_676|>",
683
+ "<|reserved_special_token_677|>",
684
+ "<|reserved_special_token_678|>",
685
+ "<|reserved_special_token_679|>",
686
+ "<|reserved_special_token_680|>",
687
+ "<|reserved_special_token_681|>",
688
+ "<|reserved_special_token_682|>",
689
+ "<|reserved_special_token_683|>",
690
+ "<|reserved_special_token_684|>",
691
+ "<|reserved_special_token_685|>",
692
+ "<|reserved_special_token_686|>",
693
+ "<|reserved_special_token_687|>",
694
+ "<|reserved_special_token_688|>",
695
+ "<|reserved_special_token_689|>",
696
+ "<|reserved_special_token_690|>",
697
+ "<|reserved_special_token_691|>",
698
+ "<|reserved_special_token_692|>",
699
+ "<|reserved_special_token_693|>",
700
+ "<|reserved_special_token_694|>",
701
+ "<|reserved_special_token_695|>",
702
+ "<|reserved_special_token_696|>",
703
+ "<|reserved_special_token_697|>",
704
+ "<|reserved_special_token_698|>",
705
+ "<|reserved_special_token_699|>",
706
+ "<|reserved_special_token_700|>",
707
+ "<|reserved_special_token_701|>",
708
+ "<|reserved_special_token_702|>",
709
+ "<|reserved_special_token_703|>",
710
+ "<|reserved_special_token_704|>",
711
+ "<|reserved_special_token_705|>",
712
+ "<|reserved_special_token_706|>",
713
+ "<|reserved_special_token_707|>",
714
+ "<|reserved_special_token_708|>",
715
+ "<|reserved_special_token_709|>",
716
+ "<|reserved_special_token_710|>",
717
+ "<|reserved_special_token_711|>",
718
+ "<|reserved_special_token_712|>",
719
+ "<|reserved_special_token_713|>",
720
+ "<|reserved_special_token_714|>",
721
+ "<|reserved_special_token_715|>",
722
+ "<|reserved_special_token_716|>",
723
+ "<|reserved_special_token_717|>",
724
+ "<|reserved_special_token_718|>",
725
+ "<|reserved_special_token_719|>",
726
+ "<|reserved_special_token_720|>",
727
+ "<|reserved_special_token_721|>",
728
+ "<|reserved_special_token_722|>",
729
+ "<|reserved_special_token_723|>",
730
+ "<|reserved_special_token_724|>",
731
+ "<|reserved_special_token_725|>",
732
+ "<|reserved_special_token_726|>",
733
+ "<|reserved_special_token_727|>",
734
+ "<|reserved_special_token_728|>",
735
+ "<|reserved_special_token_729|>",
736
+ "<|reserved_special_token_730|>",
737
+ "<|reserved_special_token_731|>",
738
+ "<|reserved_special_token_732|>",
739
+ "<|reserved_special_token_733|>",
740
+ "<|reserved_special_token_734|>",
741
+ "<|reserved_special_token_735|>",
742
+ "<|reserved_special_token_736|>",
743
+ "<|reserved_special_token_737|>",
744
+ "<|reserved_special_token_738|>",
745
+ "<|reserved_special_token_739|>",
746
+ "<|reserved_special_token_740|>",
747
+ "<|reserved_special_token_741|>",
748
+ "<|reserved_special_token_742|>",
749
+ "<|reserved_special_token_743|>",
750
+ "<|reserved_special_token_744|>",
751
+ "<|reserved_special_token_745|>",
752
+ "<|reserved_special_token_746|>",
753
+ "<|reserved_special_token_747|>",
754
+ "<|reserved_special_token_748|>",
755
+ "<|reserved_special_token_749|>",
756
+ "<|reserved_special_token_750|>",
757
+ "<|reserved_special_token_751|>",
758
+ "<|reserved_special_token_752|>",
759
+ "<|reserved_special_token_753|>",
760
+ "<|reserved_special_token_754|>",
761
+ "<|reserved_special_token_755|>",
762
+ "<|reserved_special_token_756|>",
763
+ "<|reserved_special_token_757|>",
764
+ "<|reserved_special_token_758|>",
765
+ "<|reserved_special_token_759|>",
766
+ "<|reserved_special_token_760|>",
767
+ "<|reserved_special_token_761|>",
768
+ "<|reserved_special_token_762|>",
769
+ "<|reserved_special_token_763|>",
770
+ "<|reserved_special_token_764|>",
771
+ "<|reserved_special_token_765|>",
772
+ "<|reserved_special_token_766|>",
773
+ "<|reserved_special_token_767|>",
774
+ "<|reserved_special_token_768|>",
775
+ "<|reserved_special_token_769|>",
776
+ "<|reserved_special_token_770|>",
777
+ "<|reserved_special_token_771|>",
778
+ "<|reserved_special_token_772|>",
779
+ "<|reserved_special_token_773|>",
780
+ "<|reserved_special_token_774|>",
781
+ "<|reserved_special_token_775|>",
782
+ "<|reserved_special_token_776|>",
783
+ "<|reserved_special_token_777|>",
784
+ "<|reserved_special_token_778|>",
785
+ "<|reserved_special_token_779|>",
786
+ "<|reserved_special_token_780|>",
787
+ "<|reserved_special_token_781|>",
788
+ "<|reserved_special_token_782|>",
789
+ "<|reserved_special_token_783|>",
790
+ "<|reserved_special_token_784|>",
791
+ "<|reserved_special_token_785|>",
792
+ "<|reserved_special_token_786|>",
793
+ "<|reserved_special_token_787|>",
794
+ "<|reserved_special_token_788|>",
795
+ "<|reserved_special_token_789|>",
796
+ "<|reserved_special_token_790|>",
797
+ "<|reserved_special_token_791|>",
798
+ "<|reserved_special_token_792|>",
799
+ "<|reserved_special_token_793|>",
800
+ "<|reserved_special_token_794|>",
801
+ "<|reserved_special_token_795|>",
802
+ "<|reserved_special_token_796|>",
803
+ "<|reserved_special_token_797|>",
804
+ "<|reserved_special_token_798|>",
805
+ "<|reserved_special_token_799|>",
806
+ "<|reserved_special_token_800|>",
807
+ "<|reserved_special_token_801|>",
808
+ "<|reserved_special_token_802|>",
809
+ "<|reserved_special_token_803|>",
810
+ "<|reserved_special_token_804|>",
811
+ "<|reserved_special_token_805|>",
812
+ "<|reserved_special_token_806|>",
813
+ "<|reserved_special_token_807|>",
814
+ "<|reserved_special_token_808|>",
815
+ "<|reserved_special_token_809|>",
816
+ "<|reserved_special_token_810|>",
817
+ "<|reserved_special_token_811|>",
818
+ "<|reserved_special_token_812|>",
819
+ "<|reserved_special_token_813|>",
820
+ "<|reserved_special_token_814|>",
821
+ "<|reserved_special_token_815|>",
822
+ "<|reserved_special_token_816|>",
823
+ "<|reserved_special_token_817|>",
824
+ "<|reserved_special_token_818|>",
825
+ "<|reserved_special_token_819|>",
826
+ "<|reserved_special_token_820|>",
827
+ "<|reserved_special_token_821|>",
828
+ "<|reserved_special_token_822|>",
829
+ "<|reserved_special_token_823|>",
830
+ "<|reserved_special_token_824|>",
831
+ "<|reserved_special_token_825|>",
832
+ "<|reserved_special_token_826|>",
833
+ "<|reserved_special_token_827|>",
834
+ "<|reserved_special_token_828|>",
835
+ "<|reserved_special_token_829|>",
836
+ "<|reserved_special_token_830|>",
837
+ "<|reserved_special_token_831|>",
838
+ "<|reserved_special_token_832|>",
839
+ "<|reserved_special_token_833|>",
840
+ "<|reserved_special_token_834|>",
841
+ "<|reserved_special_token_835|>",
842
+ "<|reserved_special_token_836|>",
843
+ "<|reserved_special_token_837|>",
844
+ "<|reserved_special_token_838|>",
845
+ "<|reserved_special_token_839|>",
846
+ "<|reserved_special_token_840|>",
847
+ "<|reserved_special_token_841|>",
848
+ "<|reserved_special_token_842|>",
849
+ "<|reserved_special_token_843|>",
850
+ "<|reserved_special_token_844|>",
851
+ "<|reserved_special_token_845|>",
852
+ "<|reserved_special_token_846|>",
853
+ "<|reserved_special_token_847|>",
854
+ "<|reserved_special_token_848|>",
855
+ "<|reserved_special_token_849|>",
856
+ "<|reserved_special_token_850|>",
857
+ "<|reserved_special_token_851|>",
858
+ "<|reserved_special_token_852|>",
859
+ "<|reserved_special_token_853|>",
860
+ "<|reserved_special_token_854|>",
861
+ "<|reserved_special_token_855|>",
862
+ "<|reserved_special_token_856|>",
863
+ "<|reserved_special_token_857|>",
864
+ "<|reserved_special_token_858|>",
865
+ "<|reserved_special_token_859|>",
866
+ "<|reserved_special_token_860|>",
867
+ "<|reserved_special_token_861|>",
868
+ "<|reserved_special_token_862|>",
869
+ "<|reserved_special_token_863|>",
870
+ "<|reserved_special_token_864|>",
871
+ "<|reserved_special_token_865|>",
872
+ "<|reserved_special_token_866|>",
873
+ "<|reserved_special_token_867|>",
874
+ "<|reserved_special_token_868|>",
875
+ "<|reserved_special_token_869|>",
876
+ "<|reserved_special_token_870|>",
877
+ "<|reserved_special_token_871|>",
878
+ "<|reserved_special_token_872|>",
879
+ "<|reserved_special_token_873|>",
880
+ "<|reserved_special_token_874|>",
881
+ "<|reserved_special_token_875|>",
882
+ "<|reserved_special_token_876|>",
883
+ "<|reserved_special_token_877|>",
884
+ "<|reserved_special_token_878|>",
885
+ "<|reserved_special_token_879|>",
886
+ "<|reserved_special_token_880|>",
887
+ "<|reserved_special_token_881|>",
888
+ "<|reserved_special_token_882|>",
889
+ "<|reserved_special_token_883|>",
890
+ "<|reserved_special_token_884|>",
891
+ "<|reserved_special_token_885|>",
892
+ "<|reserved_special_token_886|>",
893
+ "<|reserved_special_token_887|>",
894
+ "<|reserved_special_token_888|>",
895
+ "<|reserved_special_token_889|>",
896
+ "<|reserved_special_token_890|>",
897
+ "<|reserved_special_token_891|>",
898
+ "<|reserved_special_token_892|>",
899
+ "<|reserved_special_token_893|>",
900
+ "<|reserved_special_token_894|>",
901
+ "<|reserved_special_token_895|>",
902
+ "<|reserved_special_token_896|>",
903
+ "<|reserved_special_token_897|>",
904
+ "<|reserved_special_token_898|>",
905
+ "<|reserved_special_token_899|>",
906
+ "<|reserved_special_token_900|>",
907
+ "<|reserved_special_token_901|>",
908
+ "<|reserved_special_token_902|>",
909
+ "<|reserved_special_token_903|>",
910
+ "<|reserved_special_token_904|>",
911
+ "<|reserved_special_token_905|>",
912
+ "<|reserved_special_token_906|>",
913
+ "<|reserved_special_token_907|>",
914
+ "<|reserved_special_token_908|>",
915
+ "<|reserved_special_token_909|>",
916
+ "<|reserved_special_token_910|>",
917
+ "<|reserved_special_token_911|>",
918
+ "<|reserved_special_token_912|>",
919
+ "<|reserved_special_token_913|>",
920
+ "<|reserved_special_token_914|>",
921
+ "<|reserved_special_token_915|>",
922
+ "<|reserved_special_token_916|>",
923
+ "<|reserved_special_token_917|>",
924
+ "<|reserved_special_token_918|>",
925
+ "<|reserved_special_token_919|>",
926
+ "<|reserved_special_token_920|>",
927
+ "<|reserved_special_token_921|>",
928
+ "<|reserved_special_token_922|>",
929
+ "<|reserved_special_token_923|>",
930
+ "<|reserved_special_token_924|>",
931
+ "<|reserved_special_token_925|>",
932
+ "<|reserved_special_token_926|>",
933
+ "<|reserved_special_token_927|>",
934
+ "<|reserved_special_token_928|>",
935
+ "<|reserved_special_token_929|>",
936
+ "<|reserved_special_token_930|>",
937
+ "<|reserved_special_token_931|>",
938
+ "<|reserved_special_token_932|>",
939
+ "<|reserved_special_token_933|>",
940
+ "<|reserved_special_token_934|>",
941
+ "<|reserved_special_token_935|>",
942
+ "<|reserved_special_token_936|>",
943
+ "<|reserved_special_token_937|>",
944
+ "<|reserved_special_token_938|>",
945
+ "<|reserved_special_token_939|>",
946
+ "<|reserved_special_token_940|>",
947
+ "<|reserved_special_token_941|>",
948
+ "<|reserved_special_token_942|>",
949
+ "<|reserved_special_token_943|>",
950
+ "<|reserved_special_token_944|>",
951
+ "<|reserved_special_token_945|>",
952
+ "<|reserved_special_token_946|>",
953
+ "<|reserved_special_token_947|>",
954
+ "<|reserved_special_token_948|>",
955
+ "<|reserved_special_token_949|>",
956
+ "<|reserved_special_token_950|>",
957
+ "<|reserved_special_token_951|>",
958
+ "<|reserved_special_token_952|>",
959
+ "<|reserved_special_token_953|>",
960
+ "<|reserved_special_token_954|>",
961
+ "<|reserved_special_token_955|>",
962
+ "<|reserved_special_token_956|>",
963
+ "<|reserved_special_token_957|>",
964
+ "<|reserved_special_token_958|>",
965
+ "<|reserved_special_token_959|>",
966
+ "<|reserved_special_token_960|>",
967
+ "<|reserved_special_token_961|>",
968
+ "<|reserved_special_token_962|>",
969
+ "<|reserved_special_token_963|>",
970
+ "<|reserved_special_token_964|>",
971
+ "<|reserved_special_token_965|>",
972
+ "<|reserved_special_token_966|>",
973
+ "<|reserved_special_token_967|>",
974
+ "<|reserved_special_token_968|>",
975
+ "<|reserved_special_token_969|>",
976
+ "<|reserved_special_token_970|>",
977
+ "<|reserved_special_token_971|>",
978
+ "<|reserved_special_token_972|>",
979
+ "<|reserved_special_token_973|>",
980
+ "<|reserved_special_token_974|>",
981
+ "<|reserved_special_token_975|>",
982
+ "<|reserved_special_token_976|>",
983
+ "<|reserved_special_token_977|>",
984
+ "<|reserved_special_token_978|>",
985
+ "<|reserved_special_token_979|>",
986
+ "<|reserved_special_token_980|>",
987
+ "<|reserved_special_token_981|>",
988
+ "<|reserved_special_token_982|>",
989
+ "<|reserved_special_token_983|>",
990
+ "<|reserved_special_token_984|>",
991
+ "<|reserved_special_token_985|>",
992
+ "<|reserved_special_token_986|>",
993
+ "<|reserved_special_token_987|>",
994
+ "<|reserved_special_token_988|>",
995
+ "<|reserved_special_token_989|>",
996
+ "<|reserved_special_token_990|>",
997
+ "<|reserved_special_token_991|>",
998
+ "<|reserved_special_token_992|>",
999
+ "<|reserved_special_token_993|>",
1000
+ "<|reserved_special_token_994|>",
1001
+ "<|reserved_special_token_995|>",
1002
+ "<|reserved_special_token_996|>",
1003
+ "<|reserved_special_token_997|>",
1004
+ "<|reserved_special_token_998|>",
1005
+ "<|reserved_special_token_999|>",
1006
+ "<|reserved_special_token_1000|>",
1007
+ "<|reserved_special_token_1001|>",
1008
+ "<|reserved_special_token_1002|>",
1009
+ "<|reserved_special_token_1003|>",
1010
+ "<|reserved_special_token_1004|>",
1011
+ "<|reserved_special_token_1005|>",
1012
+ "<|reserved_special_token_1006|>",
1013
+ "<|reserved_special_token_1007|>",
1014
+ "<|reserved_special_token_1008|>",
1015
+ "<|reserved_special_token_1009|>",
1016
+ "<|reserved_special_token_1010|>",
1017
+ "<|reserved_special_token_1011|>",
1018
+ "<|reserved_special_token_1012|>",
1019
+ "<|reserved_special_token_1013|>",
1020
+ "<|reserved_special_token_1014|>",
1021
+ "<|reserved_special_token_1015|>",
1022
+ "<|reserved_special_token_1016|>",
1023
+ "<|reserved_special_token_1017|>",
1024
+ "<|reserved_special_token_1018|>",
1025
+ "<|reserved_special_token_1019|>",
1026
+ "<|reserved_special_token_1020|>",
1027
+ "<|reserved_special_token_1021|>",
1028
+ "<|reserved_special_token_1022|>",
1029
+ "<|reserved_special_token_1023|>",
1030
+ "<|reserved_special_token_1024|>",
1031
+ "<|reserved_special_token_1025|>",
1032
+ "<|reserved_special_token_1026|>",
1033
+ "<|reserved_special_token_1027|>",
1034
+ "<|reserved_special_token_1028|>",
1035
+ "<|reserved_special_token_1029|>",
1036
+ "<|reserved_special_token_1030|>",
1037
+ "<|reserved_special_token_1031|>",
1038
+ "<|reserved_special_token_1032|>",
1039
+ "<|reserved_special_token_1033|>",
1040
+ "<|reserved_special_token_1034|>",
1041
+ "<|reserved_special_token_1035|>",
1042
+ "<|reserved_special_token_1036|>",
1043
+ "<|reserved_special_token_1037|>",
1044
+ "<|reserved_special_token_1038|>",
1045
+ "<|reserved_special_token_1039|>",
1046
+ "<|reserved_special_token_1040|>",
1047
+ "<|reserved_special_token_1041|>",
1048
+ "<|reserved_special_token_1042|>",
1049
+ "<|reserved_special_token_1043|>",
1050
+ "<|reserved_special_token_1044|>",
1051
+ "<|reserved_special_token_1045|>",
1052
+ "<|reserved_special_token_1046|>",
1053
+ "<|reserved_special_token_1047|>",
1054
+ "<|reserved_special_token_1048|>",
1055
+ "<|reserved_special_token_1049|>",
1056
+ "<|reserved_special_token_1050|>",
1057
+ "<|reserved_special_token_1051|>",
1058
+ "<|reserved_special_token_1052|>",
1059
+ "<|reserved_special_token_1053|>",
1060
+ "<|reserved_special_token_1054|>",
1061
+ "<|reserved_special_token_1055|>",
1062
+ "<|reserved_special_token_1056|>",
1063
+ "<|reserved_special_token_1057|>",
1064
+ "<|reserved_special_token_1058|>",
1065
+ "<|reserved_special_token_1059|>",
1066
+ "<|reserved_special_token_1060|>",
1067
+ "<|reserved_special_token_1061|>",
1068
+ "<|reserved_special_token_1062|>",
1069
+ "<|reserved_special_token_1063|>",
1070
+ "<|reserved_special_token_1064|>",
1071
+ "<|reserved_special_token_1065|>",
1072
+ "<|reserved_special_token_1066|>",
1073
+ "<|reserved_special_token_1067|>",
1074
+ "<|reserved_special_token_1068|>",
1075
+ "<|reserved_special_token_1069|>",
1076
+ "<|reserved_special_token_1070|>",
1077
+ "<|reserved_special_token_1071|>",
1078
+ "<|reserved_special_token_1072|>",
1079
+ "<|reserved_special_token_1073|>",
1080
+ "<|reserved_special_token_1074|>",
1081
+ "<|reserved_special_token_1075|>",
1082
+ "<|reserved_special_token_1076|>",
1083
+ "<|reserved_special_token_1077|>",
1084
+ "<|reserved_special_token_1078|>",
1085
+ "<|reserved_special_token_1079|>",
1086
+ "<|reserved_special_token_1080|>",
1087
+ "<|reserved_special_token_1081|>",
1088
+ "<|reserved_special_token_1082|>",
1089
+ "<|reserved_special_token_1083|>",
1090
+ "<|reserved_special_token_1084|>",
1091
+ "<|reserved_special_token_1085|>",
1092
+ "<|reserved_special_token_1086|>",
1093
+ "<|reserved_special_token_1087|>",
1094
+ "<|reserved_special_token_1088|>",
1095
+ "<|reserved_special_token_1089|>",
1096
+ "<|reserved_special_token_1090|>",
1097
+ "<|reserved_special_token_1091|>",
1098
+ "<|reserved_special_token_1092|>",
1099
+ "<|reserved_special_token_1093|>",
1100
+ "<|reserved_special_token_1094|>",
1101
+ "<|reserved_special_token_1095|>",
1102
+ "<|reserved_special_token_1096|>",
1103
+ "<|reserved_special_token_1097|>",
1104
+ "<|reserved_special_token_1098|>",
1105
+ "<|reserved_special_token_1099|>",
1106
+ "<|reserved_special_token_1100|>",
1107
+ "<|reserved_special_token_1101|>",
1108
+ "<|reserved_special_token_1102|>",
1109
+ "<|reserved_special_token_1103|>",
1110
+ "<|reserved_special_token_1104|>",
1111
+ "<|reserved_special_token_1105|>",
1112
+ "<|reserved_special_token_1106|>",
1113
+ "<|reserved_special_token_1107|>",
1114
+ "<|reserved_special_token_1108|>",
1115
+ "<|reserved_special_token_1109|>",
1116
+ "<|reserved_special_token_1110|>",
1117
+ "<|reserved_special_token_1111|>",
1118
+ "<|reserved_special_token_1112|>",
1119
+ "<|reserved_special_token_1113|>",
1120
+ "<|reserved_special_token_1114|>",
1121
+ "<|reserved_special_token_1115|>",
1122
+ "<|reserved_special_token_1116|>",
1123
+ "<|reserved_special_token_1117|>",
1124
+ "<|reserved_special_token_1118|>",
1125
+ "<|reserved_special_token_1119|>",
1126
+ "<|reserved_special_token_1120|>",
1127
+ "<|reserved_special_token_1121|>",
1128
+ "<|reserved_special_token_1122|>",
1129
+ "<|reserved_special_token_1123|>",
1130
+ "<|reserved_special_token_1124|>",
1131
+ "<|reserved_special_token_1125|>",
1132
+ "<|reserved_special_token_1126|>",
1133
+ "<|reserved_special_token_1127|>",
1134
+ "<|reserved_special_token_1128|>",
1135
+ "<|reserved_special_token_1129|>",
1136
+ "<|reserved_special_token_1130|>",
1137
+ "<|reserved_special_token_1131|>",
1138
+ "<|reserved_special_token_1132|>",
1139
+ "<|reserved_special_token_1133|>",
1140
+ "<|reserved_special_token_1134|>",
1141
+ "<|reserved_special_token_1135|>",
1142
+ "<|reserved_special_token_1136|>",
1143
+ "<|reserved_special_token_1137|>",
1144
+ "<|reserved_special_token_1138|>",
1145
+ "<|reserved_special_token_1139|>",
1146
+ "<|reserved_special_token_1140|>",
1147
+ "<|reserved_special_token_1141|>",
1148
+ "<|reserved_special_token_1142|>",
1149
+ "<|reserved_special_token_1143|>",
1150
+ "<|reserved_special_token_1144|>",
1151
+ "<|reserved_special_token_1145|>",
1152
+ "<|reserved_special_token_1146|>",
1153
+ "<|reserved_special_token_1147|>",
1154
+ "<|reserved_special_token_1148|>",
1155
+ "<|reserved_special_token_1149|>",
1156
+ "<|reserved_special_token_1150|>",
1157
+ "<|reserved_special_token_1151|>",
1158
+ "<|reserved_special_token_1152|>",
1159
+ "<|reserved_special_token_1153|>",
1160
+ "<|reserved_special_token_1154|>",
1161
+ "<|reserved_special_token_1155|>",
1162
+ "<|reserved_special_token_1156|>",
1163
+ "<|reserved_special_token_1157|>",
1164
+ "<|reserved_special_token_1158|>",
1165
+ "<|reserved_special_token_1159|>",
1166
+ "<|reserved_special_token_1160|>",
1167
+ "<|reserved_special_token_1161|>",
1168
+ "<|reserved_special_token_1162|>",
1169
+ "<|reserved_special_token_1163|>",
1170
+ "<|reserved_special_token_1164|>",
1171
+ "<|reserved_special_token_1165|>",
1172
+ "<|reserved_special_token_1166|>",
1173
+ "<|reserved_special_token_1167|>",
1174
+ "<|reserved_special_token_1168|>",
1175
+ "<|reserved_special_token_1169|>",
1176
+ "<|reserved_special_token_1170|>",
1177
+ "<|reserved_special_token_1171|>",
1178
+ "<|reserved_special_token_1172|>",
1179
+ "<|reserved_special_token_1173|>",
1180
+ "<|reserved_special_token_1174|>",
1181
+ "<|reserved_special_token_1175|>",
1182
+ "<|reserved_special_token_1176|>",
1183
+ "<|reserved_special_token_1177|>",
1184
+ "<|reserved_special_token_1178|>",
1185
+ "<|reserved_special_token_1179|>",
1186
+ "<|reserved_special_token_1180|>",
1187
+ "<|reserved_special_token_1181|>",
1188
+ "<|reserved_special_token_1182|>",
1189
+ "<|reserved_special_token_1183|>",
1190
+ "<|reserved_special_token_1184|>",
1191
+ "<|reserved_special_token_1185|>",
1192
+ "<|reserved_special_token_1186|>",
1193
+ "<|reserved_special_token_1187|>",
1194
+ "<|reserved_special_token_1188|>",
1195
+ "<|reserved_special_token_1189|>",
1196
+ "<|reserved_special_token_1190|>",
1197
+ "<|reserved_special_token_1191|>",
1198
+ "<|reserved_special_token_1192|>",
1199
+ "<|reserved_special_token_1193|>",
1200
+ "<|reserved_special_token_1194|>",
1201
+ "<|reserved_special_token_1195|>",
1202
+ "<|reserved_special_token_1196|>",
1203
+ "<|reserved_special_token_1197|>",
1204
+ "<|reserved_special_token_1198|>",
1205
+ "<|reserved_special_token_1199|>",
1206
+ "<|reserved_special_token_1200|>",
1207
+ "<|reserved_special_token_1201|>",
1208
+ "<|reserved_special_token_1202|>",
1209
+ "<|reserved_special_token_1203|>",
1210
+ "<|reserved_special_token_1204|>",
1211
+ "<|reserved_special_token_1205|>",
1212
+ "<|reserved_special_token_1206|>",
1213
+ "<|reserved_special_token_1207|>",
1214
+ "<|reserved_special_token_1208|>",
1215
+ "<|reserved_special_token_1209|>",
1216
+ "<|reserved_special_token_1210|>",
1217
+ "<|reserved_special_token_1211|>",
1218
+ "<|reserved_special_token_1212|>",
1219
+ "<|reserved_special_token_1213|>",
1220
+ "<|reserved_special_token_1214|>",
1221
+ "<|reserved_special_token_1215|>",
1222
+ "<|reserved_special_token_1216|>",
1223
+ "<|reserved_special_token_1217|>",
1224
+ "<|reserved_special_token_1218|>",
1225
+ "<|reserved_special_token_1219|>",
1226
+ "<|reserved_special_token_1220|>",
1227
+ "<|reserved_special_token_1221|>",
1228
+ "<|reserved_special_token_1222|>",
1229
+ "<|reserved_special_token_1223|>",
1230
+ "<|reserved_special_token_1224|>",
1231
+ "<|reserved_special_token_1225|>",
1232
+ "<|reserved_special_token_1226|>",
1233
+ "<|reserved_special_token_1227|>",
1234
+ "<|reserved_special_token_1228|>",
1235
+ "<|reserved_special_token_1229|>",
1236
+ "<|reserved_special_token_1230|>",
1237
+ "<|reserved_special_token_1231|>",
1238
+ "<|reserved_special_token_1232|>",
1239
+ "<|reserved_special_token_1233|>",
1240
+ "<|reserved_special_token_1234|>",
1241
+ "<|reserved_special_token_1235|>",
1242
+ "<|reserved_special_token_1236|>",
1243
+ "<|reserved_special_token_1237|>",
1244
+ "<|reserved_special_token_1238|>",
1245
+ "<|reserved_special_token_1239|>",
1246
+ "<|reserved_special_token_1240|>",
1247
+ "<|reserved_special_token_1241|>",
1248
+ "<|reserved_special_token_1242|>",
1249
+ "<|reserved_special_token_1243|>",
1250
+ "<|reserved_special_token_1244|>",
1251
+ "<|reserved_special_token_1245|>",
1252
+ "<|reserved_special_token_1246|>",
1253
+ "<|reserved_special_token_1247|>",
1254
+ "<|reserved_special_token_1248|>",
1255
+ "<|reserved_special_token_1249|>",
1256
+ "<|reserved_special_token_1250|>",
1257
+ "<|reserved_special_token_1251|>",
1258
+ "<|reserved_special_token_1252|>",
1259
+ "<|reserved_special_token_1253|>",
1260
+ "<|reserved_special_token_1254|>",
1261
+ "<|reserved_special_token_1255|>",
1262
+ "<|reserved_special_token_1256|>",
1263
+ "<|reserved_special_token_1257|>",
1264
+ "<|reserved_special_token_1258|>",
1265
+ "<|reserved_special_token_1259|>",
1266
+ "<|reserved_special_token_1260|>",
1267
+ "<|reserved_special_token_1261|>",
1268
+ "<|reserved_special_token_1262|>",
1269
+ "<|reserved_special_token_1263|>",
1270
+ "<|reserved_special_token_1264|>",
1271
+ "<|reserved_special_token_1265|>",
1272
+ "<|reserved_special_token_1266|>",
1273
+ "<|reserved_special_token_1267|>",
1274
+ "<|reserved_special_token_1268|>",
1275
+ "<|reserved_special_token_1269|>",
1276
+ "<|reserved_special_token_1270|>",
1277
+ "<|reserved_special_token_1271|>",
1278
+ "<|reserved_special_token_1272|>",
1279
+ "<|reserved_special_token_1273|>",
1280
+ "<|reserved_special_token_1274|>",
1281
+ "<|reserved_special_token_1275|>",
1282
+ "<|reserved_special_token_1276|>",
1283
+ "<|reserved_special_token_1277|>",
1284
+ "<|reserved_special_token_1278|>",
1285
+ "<|reserved_special_token_1279|>",
1286
+ "<|reserved_special_token_1280|>",
1287
+ "<|reserved_special_token_1281|>",
1288
+ "<|reserved_special_token_1282|>",
1289
+ "<|reserved_special_token_1283|>",
1290
+ "<|reserved_special_token_1284|>",
1291
+ "<|reserved_special_token_1285|>",
1292
+ "<|reserved_special_token_1286|>",
1293
+ "<|reserved_special_token_1287|>",
1294
+ "<|reserved_special_token_1288|>",
1295
+ "<|reserved_special_token_1289|>",
1296
+ "<|reserved_special_token_1290|>",
1297
+ "<|reserved_special_token_1291|>",
1298
+ "<|reserved_special_token_1292|>",
1299
+ "<|reserved_special_token_1293|>",
1300
+ "<|reserved_special_token_1294|>",
1301
+ "<|reserved_special_token_1295|>",
1302
+ "<|reserved_special_token_1296|>",
1303
+ "<|reserved_special_token_1297|>",
1304
+ "<|reserved_special_token_1298|>",
1305
+ "<|reserved_special_token_1299|>",
1306
+ "<|reserved_special_token_1300|>",
1307
+ "<|reserved_special_token_1301|>",
1308
+ "<|reserved_special_token_1302|>",
1309
+ "<|reserved_special_token_1303|>",
1310
+ "<|reserved_special_token_1304|>",
1311
+ "<|reserved_special_token_1305|>",
1312
+ "<|reserved_special_token_1306|>",
1313
+ "<|reserved_special_token_1307|>",
1314
+ "<|reserved_special_token_1308|>",
1315
+ "<|reserved_special_token_1309|>",
1316
+ "<|reserved_special_token_1310|>",
1317
+ "<|reserved_special_token_1311|>",
1318
+ "<|reserved_special_token_1312|>",
1319
+ "<|reserved_special_token_1313|>",
1320
+ "<|reserved_special_token_1314|>",
1321
+ "<|reserved_special_token_1315|>",
1322
+ "<|reserved_special_token_1316|>",
1323
+ "<|reserved_special_token_1317|>",
1324
+ "<|reserved_special_token_1318|>",
1325
+ "<|reserved_special_token_1319|>",
1326
+ "<|reserved_special_token_1320|>",
1327
+ "<|reserved_special_token_1321|>",
1328
+ "<|reserved_special_token_1322|>",
1329
+ "<|reserved_special_token_1323|>",
1330
+ "<|reserved_special_token_1324|>",
1331
+ "<|reserved_special_token_1325|>",
1332
+ "<|reserved_special_token_1326|>",
1333
+ "<|reserved_special_token_1327|>",
1334
+ "<|reserved_special_token_1328|>",
1335
+ "<|reserved_special_token_1329|>",
1336
+ "<|reserved_special_token_1330|>",
1337
+ "<|reserved_special_token_1331|>",
1338
+ "<|reserved_special_token_1332|>",
1339
+ "<|reserved_special_token_1333|>",
1340
+ "<|reserved_special_token_1334|>",
1341
+ "<|reserved_special_token_1335|>",
1342
+ "<|reserved_special_token_1336|>",
1343
+ "<|reserved_special_token_1337|>",
1344
+ "<|reserved_special_token_1338|>",
1345
+ "<|reserved_special_token_1339|>",
1346
+ "<|reserved_special_token_1340|>",
1347
+ "<|reserved_special_token_1341|>",
1348
+ "<|reserved_special_token_1342|>",
1349
+ "<|reserved_special_token_1343|>",
1350
+ "<|reserved_special_token_1344|>",
1351
+ "<|reserved_special_token_1345|>",
1352
+ "<|reserved_special_token_1346|>",
1353
+ "<|reserved_special_token_1347|>",
1354
+ "<|reserved_special_token_1348|>",
1355
+ "<|reserved_special_token_1349|>",
1356
+ "<|reserved_special_token_1350|>",
1357
+ "<|reserved_special_token_1351|>",
1358
+ "<|reserved_special_token_1352|>",
1359
+ "<|reserved_special_token_1353|>",
1360
+ "<|reserved_special_token_1354|>",
1361
+ "<|reserved_special_token_1355|>",
1362
+ "<|reserved_special_token_1356|>",
1363
+ "<|reserved_special_token_1357|>",
1364
+ "<|reserved_special_token_1358|>",
1365
+ "<|reserved_special_token_1359|>",
1366
+ "<|reserved_special_token_1360|>",
1367
+ "<|reserved_special_token_1361|>",
1368
+ "<|reserved_special_token_1362|>",
1369
+ "<|reserved_special_token_1363|>",
1370
+ "<|reserved_special_token_1364|>",
1371
+ "<|reserved_special_token_1365|>",
1372
+ "<|reserved_special_token_1366|>",
1373
+ "<|reserved_special_token_1367|>",
1374
+ "<|reserved_special_token_1368|>",
1375
+ "<|reserved_special_token_1369|>",
1376
+ "<|reserved_special_token_1370|>",
1377
+ "<|reserved_special_token_1371|>",
1378
+ "<|reserved_special_token_1372|>",
1379
+ "<|reserved_special_token_1373|>",
1380
+ "<|reserved_special_token_1374|>",
1381
+ "<|reserved_special_token_1375|>",
1382
+ "<|reserved_special_token_1376|>",
1383
+ "<|reserved_special_token_1377|>",
1384
+ "<|reserved_special_token_1378|>",
1385
+ "<|reserved_special_token_1379|>",
1386
+ "<|reserved_special_token_1380|>",
1387
+ "<|reserved_special_token_1381|>",
1388
+ "<|reserved_special_token_1382|>",
1389
+ "<|reserved_special_token_1383|>",
1390
+ "<|reserved_special_token_1384|>",
1391
+ "<|reserved_special_token_1385|>",
1392
+ "<|reserved_special_token_1386|>",
1393
+ "<|reserved_special_token_1387|>",
1394
+ "<|reserved_special_token_1388|>",
1395
+ "<|reserved_special_token_1389|>",
1396
+ "<|reserved_special_token_1390|>",
1397
+ "<|reserved_special_token_1391|>",
1398
+ "<|reserved_special_token_1392|>",
1399
+ "<|reserved_special_token_1393|>",
1400
+ "<|reserved_special_token_1394|>",
1401
+ "<|reserved_special_token_1395|>",
1402
+ "<|reserved_special_token_1396|>",
1403
+ "<|reserved_special_token_1397|>",
1404
+ "<|reserved_special_token_1398|>",
1405
+ "<|reserved_special_token_1399|>",
1406
+ "<|reserved_special_token_1400|>",
1407
+ "<|reserved_special_token_1401|>",
1408
+ "<|reserved_special_token_1402|>",
1409
+ "<|reserved_special_token_1403|>",
1410
+ "<|reserved_special_token_1404|>",
1411
+ "<|reserved_special_token_1405|>",
1412
+ "<|reserved_special_token_1406|>",
1413
+ "<|reserved_special_token_1407|>",
1414
+ "<|reserved_special_token_1408|>",
1415
+ "<|reserved_special_token_1409|>",
1416
+ "<|reserved_special_token_1410|>",
1417
+ "<|reserved_special_token_1411|>",
1418
+ "<|reserved_special_token_1412|>",
1419
+ "<|reserved_special_token_1413|>",
1420
+ "<|reserved_special_token_1414|>",
1421
+ "<|reserved_special_token_1415|>",
1422
+ "<|reserved_special_token_1416|>",
1423
+ "<|reserved_special_token_1417|>",
1424
+ "<|reserved_special_token_1418|>",
1425
+ "<|reserved_special_token_1419|>",
1426
+ "<|reserved_special_token_1420|>",
1427
+ "<|reserved_special_token_1421|>",
1428
+ "<|reserved_special_token_1422|>",
1429
+ "<|reserved_special_token_1423|>",
1430
+ "<|reserved_special_token_1424|>",
1431
+ "<|reserved_special_token_1425|>",
1432
+ "<|reserved_special_token_1426|>",
1433
+ "<|reserved_special_token_1427|>",
1434
+ "<|reserved_special_token_1428|>",
1435
+ "<|reserved_special_token_1429|>",
1436
+ "<|reserved_special_token_1430|>",
1437
+ "<|reserved_special_token_1431|>",
1438
+ "<|reserved_special_token_1432|>",
1439
+ "<|reserved_special_token_1433|>",
1440
+ "<|reserved_special_token_1434|>",
1441
+ "<|reserved_special_token_1435|>",
1442
+ "<|reserved_special_token_1436|>",
1443
+ "<|reserved_special_token_1437|>",
1444
+ "<|reserved_special_token_1438|>",
1445
+ "<|reserved_special_token_1439|>",
1446
+ "<|reserved_special_token_1440|>",
1447
+ "<|reserved_special_token_1441|>",
1448
+ "<|reserved_special_token_1442|>",
1449
+ "<|reserved_special_token_1443|>",
1450
+ "<|reserved_special_token_1444|>",
1451
+ "<|reserved_special_token_1445|>",
1452
+ "<|reserved_special_token_1446|>",
1453
+ "<|reserved_special_token_1447|>",
1454
+ "<|reserved_special_token_1448|>",
1455
+ "<|reserved_special_token_1449|>",
1456
+ "<|reserved_special_token_1450|>",
1457
+ "<|reserved_special_token_1451|>",
1458
+ "<|reserved_special_token_1452|>",
1459
+ "<|reserved_special_token_1453|>",
1460
+ "<|reserved_special_token_1454|>",
1461
+ "<|reserved_special_token_1455|>",
1462
+ "<|reserved_special_token_1456|>",
1463
+ "<|reserved_special_token_1457|>",
1464
+ "<|reserved_special_token_1458|>",
1465
+ "<|reserved_special_token_1459|>",
1466
+ "<|reserved_special_token_1460|>",
1467
+ "<|reserved_special_token_1461|>",
1468
+ "<|reserved_special_token_1462|>",
1469
+ "<|reserved_special_token_1463|>",
1470
+ "<|reserved_special_token_1464|>",
1471
+ "<|reserved_special_token_1465|>",
1472
+ "<|reserved_special_token_1466|>",
1473
+ "<|reserved_special_token_1467|>",
1474
+ "<|reserved_special_token_1468|>",
1475
+ "<|reserved_special_token_1469|>",
1476
+ "<|reserved_special_token_1470|>",
1477
+ "<|reserved_special_token_1471|>",
1478
+ "<|reserved_special_token_1472|>",
1479
+ "<|reserved_special_token_1473|>",
1480
+ "<|reserved_special_token_1474|>",
1481
+ "<|reserved_special_token_1475|>",
1482
+ "<|reserved_special_token_1476|>",
1483
+ "<|reserved_special_token_1477|>",
1484
+ "<|reserved_special_token_1478|>",
1485
+ "<|reserved_special_token_1479|>",
1486
+ "<|reserved_special_token_1480|>",
1487
+ "<|reserved_special_token_1481|>",
1488
+ "<|reserved_special_token_1482|>",
1489
+ "<|reserved_special_token_1483|>",
1490
+ "<|reserved_special_token_1484|>",
1491
+ "<|reserved_special_token_1485|>",
1492
+ "<|reserved_special_token_1486|>",
1493
+ "<|reserved_special_token_1487|>",
1494
+ "<|reserved_special_token_1488|>",
1495
+ "<|reserved_special_token_1489|>",
1496
+ "<|reserved_special_token_1490|>",
1497
+ "<|reserved_special_token_1491|>",
1498
+ "<|reserved_special_token_1492|>",
1499
+ "<|reserved_special_token_1493|>",
1500
+ "<|reserved_special_token_1494|>",
1501
+ "<|reserved_special_token_1495|>",
1502
+ "<|reserved_special_token_1496|>",
1503
+ "<|reserved_special_token_1497|>",
1504
+ "<|reserved_special_token_1498|>",
1505
+ "<|reserved_special_token_1499|>",
1506
+ "<|reserved_special_token_1500|>",
1507
+ "<|reserved_special_token_1501|>",
1508
+ "<|reserved_special_token_1502|>",
1509
+ "<|reserved_special_token_1503|>",
1510
+ "<|reserved_special_token_1504|>",
1511
+ "<|reserved_special_token_1505|>",
1512
+ "<|reserved_special_token_1506|>",
1513
+ "<|reserved_special_token_1507|>",
1514
+ "<|reserved_special_token_1508|>",
1515
+ "<|reserved_special_token_1509|>",
1516
+ "<|reserved_special_token_1510|>",
1517
+ "<|reserved_special_token_1511|>",
1518
+ "<|reserved_special_token_1512|>",
1519
+ "<|reserved_special_token_1513|>",
1520
+ "<|reserved_special_token_1514|>",
1521
+ "<|reserved_special_token_1515|>",
1522
+ "<|reserved_special_token_1516|>",
1523
+ "<|reserved_special_token_1517|>",
1524
+ "<|reserved_special_token_1518|>",
1525
+ "<|reserved_special_token_1519|>",
1526
+ "<|reserved_special_token_1520|>",
1527
+ "<|reserved_special_token_1521|>",
1528
+ "<|reserved_special_token_1522|>",
1529
+ "<|reserved_special_token_1523|>",
1530
+ "<|reserved_special_token_1524|>",
1531
+ "<|reserved_special_token_1525|>",
1532
+ "<|reserved_special_token_1526|>",
1533
+ "<|reserved_special_token_1527|>",
1534
+ "<|reserved_special_token_1528|>",
1535
+ "<|reserved_special_token_1529|>",
1536
+ "<|reserved_special_token_1530|>",
1537
+ "<|reserved_special_token_1531|>",
1538
+ "<|reserved_special_token_1532|>",
1539
+ "<|reserved_special_token_1533|>",
1540
+ "<|reserved_special_token_1534|>",
1541
+ "<|reserved_special_token_1535|>",
1542
+ "<|reserved_special_token_1536|>",
1543
+ "<|reserved_special_token_1537|>",
1544
+ "<|reserved_special_token_1538|>",
1545
+ "<|reserved_special_token_1539|>",
1546
+ "<|reserved_special_token_1540|>",
1547
+ "<|reserved_special_token_1541|>",
1548
+ "<|reserved_special_token_1542|>",
1549
+ "<|reserved_special_token_1543|>",
1550
+ "<|reserved_special_token_1544|>",
1551
+ "<|reserved_special_token_1545|>",
1552
+ "<|reserved_special_token_1546|>",
1553
+ "<|reserved_special_token_1547|>",
1554
+ "<|reserved_special_token_1548|>",
1555
+ "<|reserved_special_token_1549|>",
1556
+ "<|reserved_special_token_1550|>",
1557
+ "<|reserved_special_token_1551|>",
1558
+ "<|reserved_special_token_1552|>",
1559
+ "<|reserved_special_token_1553|>",
1560
+ "<|reserved_special_token_1554|>",
1561
+ "<|reserved_special_token_1555|>",
1562
+ "<|reserved_special_token_1556|>",
1563
+ "<|reserved_special_token_1557|>",
1564
+ "<|reserved_special_token_1558|>",
1565
+ "<|reserved_special_token_1559|>",
1566
+ "<|reserved_special_token_1560|>",
1567
+ "<|reserved_special_token_1561|>",
1568
+ "<|reserved_special_token_1562|>",
1569
+ "<|reserved_special_token_1563|>",
1570
+ "<|reserved_special_token_1564|>",
1571
+ "<|reserved_special_token_1565|>",
1572
+ "<|reserved_special_token_1566|>",
1573
+ "<|reserved_special_token_1567|>",
1574
+ "<|reserved_special_token_1568|>",
1575
+ "<|reserved_special_token_1569|>",
1576
+ "<|reserved_special_token_1570|>",
1577
+ "<|reserved_special_token_1571|>",
1578
+ "<|reserved_special_token_1572|>",
1579
+ "<|reserved_special_token_1573|>",
1580
+ "<|reserved_special_token_1574|>",
1581
+ "<|reserved_special_token_1575|>",
1582
+ "<|reserved_special_token_1576|>",
1583
+ "<|reserved_special_token_1577|>",
1584
+ "<|reserved_special_token_1578|>",
1585
+ "<|reserved_special_token_1579|>",
1586
+ "<|reserved_special_token_1580|>",
1587
+ "<|reserved_special_token_1581|>",
1588
+ "<|reserved_special_token_1582|>",
1589
+ "<|reserved_special_token_1583|>",
1590
+ "<|reserved_special_token_1584|>",
1591
+ "<|reserved_special_token_1585|>",
1592
+ "<|reserved_special_token_1586|>",
1593
+ "<|reserved_special_token_1587|>",
1594
+ "<|reserved_special_token_1588|>",
1595
+ "<|reserved_special_token_1589|>",
1596
+ "<|reserved_special_token_1590|>",
1597
+ "<|reserved_special_token_1591|>",
1598
+ "<|reserved_special_token_1592|>",
1599
+ "<|reserved_special_token_1593|>",
1600
+ "<|reserved_special_token_1594|>",
1601
+ "<|reserved_special_token_1595|>",
1602
+ "<|reserved_special_token_1596|>",
1603
+ "<|reserved_special_token_1597|>",
1604
+ "<|reserved_special_token_1598|>",
1605
+ "<|reserved_special_token_1599|>",
1606
+ "<|reserved_special_token_1600|>",
1607
+ "<|reserved_special_token_1601|>",
1608
+ "<|reserved_special_token_1602|>",
1609
+ "<|reserved_special_token_1603|>",
1610
+ "<|reserved_special_token_1604|>",
1611
+ "<|reserved_special_token_1605|>",
1612
+ "<|reserved_special_token_1606|>",
1613
+ "<|reserved_special_token_1607|>",
1614
+ "<|reserved_special_token_1608|>",
1615
+ "<|reserved_special_token_1609|>",
1616
+ "<|reserved_special_token_1610|>",
1617
+ "<|reserved_special_token_1611|>",
1618
+ "<|reserved_special_token_1612|>",
1619
+ "<|reserved_special_token_1613|>",
1620
+ "<|reserved_special_token_1614|>",
1621
+ "<|reserved_special_token_1615|>",
1622
+ "<|reserved_special_token_1616|>",
1623
+ "<|reserved_special_token_1617|>",
1624
+ "<|reserved_special_token_1618|>",
1625
+ "<|reserved_special_token_1619|>",
1626
+ "<|reserved_special_token_1620|>",
1627
+ "<|reserved_special_token_1621|>",
1628
+ "<|reserved_special_token_1622|>",
1629
+ "<|reserved_special_token_1623|>",
1630
+ "<|reserved_special_token_1624|>",
1631
+ "<|reserved_special_token_1625|>",
1632
+ "<|reserved_special_token_1626|>",
1633
+ "<|reserved_special_token_1627|>",
1634
+ "<|reserved_special_token_1628|>",
1635
+ "<|reserved_special_token_1629|>",
1636
+ "<|reserved_special_token_1630|>",
1637
+ "<|reserved_special_token_1631|>",
1638
+ "<|reserved_special_token_1632|>",
1639
+ "<|reserved_special_token_1633|>",
1640
+ "<|reserved_special_token_1634|>",
1641
+ "<|reserved_special_token_1635|>",
1642
+ "<|reserved_special_token_1636|>",
1643
+ "<|reserved_special_token_1637|>",
1644
+ "<|reserved_special_token_1638|>",
1645
+ "<|reserved_special_token_1639|>",
1646
+ "<|reserved_special_token_1640|>",
1647
+ "<|reserved_special_token_1641|>",
1648
+ "<|reserved_special_token_1642|>",
1649
+ "<|reserved_special_token_1643|>",
1650
+ "<|reserved_special_token_1644|>",
1651
+ "<|reserved_special_token_1645|>",
1652
+ "<|reserved_special_token_1646|>",
1653
+ "<|reserved_special_token_1647|>",
1654
+ "<|reserved_special_token_1648|>",
1655
+ "<|reserved_special_token_1649|>",
1656
+ "<|reserved_special_token_1650|>",
1657
+ "<|reserved_special_token_1651|>",
1658
+ "<|reserved_special_token_1652|>",
1659
+ "<|reserved_special_token_1653|>",
1660
+ "<|reserved_special_token_1654|>",
1661
+ "<|reserved_special_token_1655|>",
1662
+ "<|reserved_special_token_1656|>",
1663
+ "<|reserved_special_token_1657|>",
1664
+ "<|reserved_special_token_1658|>",
1665
+ "<|reserved_special_token_1659|>",
1666
+ "<|reserved_special_token_1660|>",
1667
+ "<|reserved_special_token_1661|>",
1668
+ "<|reserved_special_token_1662|>",
1669
+ "<|reserved_special_token_1663|>",
1670
+ "<|reserved_special_token_1664|>",
1671
+ "<|reserved_special_token_1665|>",
1672
+ "<|reserved_special_token_1666|>",
1673
+ "<|reserved_special_token_1667|>",
1674
+ "<|reserved_special_token_1668|>",
1675
+ "<|reserved_special_token_1669|>",
1676
+ "<|reserved_special_token_1670|>",
1677
+ "<|reserved_special_token_1671|>",
1678
+ "<|reserved_special_token_1672|>",
1679
+ "<|reserved_special_token_1673|>",
1680
+ "<|reserved_special_token_1674|>",
1681
+ "<|reserved_special_token_1675|>",
1682
+ "<|reserved_special_token_1676|>",
1683
+ "<|reserved_special_token_1677|>",
1684
+ "<|reserved_special_token_1678|>",
1685
+ "<|reserved_special_token_1679|>",
1686
+ "<|reserved_special_token_1680|>",
1687
+ "<|reserved_special_token_1681|>",
1688
+ "<|reserved_special_token_1682|>",
1689
+ "<|reserved_special_token_1683|>",
1690
+ "<|reserved_special_token_1684|>",
1691
+ "<|reserved_special_token_1685|>",
1692
+ "<|reserved_special_token_1686|>",
1693
+ "<|reserved_special_token_1687|>",
1694
+ "<|reserved_special_token_1688|>",
1695
+ "<|reserved_special_token_1689|>",
1696
+ "<|reserved_special_token_1690|>",
1697
+ "<|reserved_special_token_1691|>",
1698
+ "<|reserved_special_token_1692|>",
1699
+ "<|reserved_special_token_1693|>",
1700
+ "<|reserved_special_token_1694|>",
1701
+ "<|reserved_special_token_1695|>",
1702
+ "<|reserved_special_token_1696|>",
1703
+ "<|reserved_special_token_1697|>",
1704
+ "<|reserved_special_token_1698|>",
1705
+ "<|reserved_special_token_1699|>",
1706
+ "<|reserved_special_token_1700|>",
1707
+ "<|reserved_special_token_1701|>",
1708
+ "<|reserved_special_token_1702|>",
1709
+ "<|reserved_special_token_1703|>",
1710
+ "<|reserved_special_token_1704|>",
1711
+ "<|reserved_special_token_1705|>",
1712
+ "<|reserved_special_token_1706|>",
1713
+ "<|reserved_special_token_1707|>",
1714
+ "<|reserved_special_token_1708|>",
1715
+ "<|reserved_special_token_1709|>",
1716
+ "<|reserved_special_token_1710|>",
1717
+ "<|reserved_special_token_1711|>",
1718
+ "<|reserved_special_token_1712|>",
1719
+ "<|reserved_special_token_1713|>",
1720
+ "<|reserved_special_token_1714|>",
1721
+ "<|reserved_special_token_1715|>",
1722
+ "<|reserved_special_token_1716|>",
1723
+ "<|reserved_special_token_1717|>",
1724
+ "<|reserved_special_token_1718|>",
1725
+ "<|reserved_special_token_1719|>",
1726
+ "<|reserved_special_token_1720|>",
1727
+ "<|reserved_special_token_1721|>",
1728
+ "<|reserved_special_token_1722|>",
1729
+ "<|reserved_special_token_1723|>",
1730
+ "<|reserved_special_token_1724|>",
1731
+ "<|reserved_special_token_1725|>",
1732
+ "<|reserved_special_token_1726|>",
1733
+ "<|reserved_special_token_1727|>",
1734
+ "<|reserved_special_token_1728|>",
1735
+ "<|reserved_special_token_1729|>",
1736
+ "<|reserved_special_token_1730|>",
1737
+ "<|reserved_special_token_1731|>",
1738
+ "<|reserved_special_token_1732|>",
1739
+ "<|reserved_special_token_1733|>",
1740
+ "<|reserved_special_token_1734|>",
1741
+ "<|reserved_special_token_1735|>",
1742
+ "<|reserved_special_token_1736|>",
1743
+ "<|reserved_special_token_1737|>",
1744
+ "<|reserved_special_token_1738|>",
1745
+ "<|reserved_special_token_1739|>",
1746
+ "<|reserved_special_token_1740|>",
1747
+ "<|reserved_special_token_1741|>",
1748
+ "<|reserved_special_token_1742|>",
1749
+ "<|reserved_special_token_1743|>",
1750
+ "<|reserved_special_token_1744|>",
1751
+ "<|reserved_special_token_1745|>",
1752
+ "<|reserved_special_token_1746|>",
1753
+ "<|reserved_special_token_1747|>",
1754
+ "<|reserved_special_token_1748|>",
1755
+ "<|reserved_special_token_1749|>",
1756
+ "<|reserved_special_token_1750|>",
1757
+ "<|reserved_special_token_1751|>",
1758
+ "<|reserved_special_token_1752|>",
1759
+ "<|reserved_special_token_1753|>",
1760
+ "<|reserved_special_token_1754|>",
1761
+ "<|reserved_special_token_1755|>",
1762
+ "<|reserved_special_token_1756|>",
1763
+ "<|reserved_special_token_1757|>",
1764
+ "<|reserved_special_token_1758|>",
1765
+ "<|reserved_special_token_1759|>",
1766
+ "<|reserved_special_token_1760|>",
1767
+ "<|reserved_special_token_1761|>",
1768
+ "<|reserved_special_token_1762|>",
1769
+ "<|reserved_special_token_1763|>",
1770
+ "<|reserved_special_token_1764|>",
1771
+ "<|reserved_special_token_1765|>",
1772
+ "<|reserved_special_token_1766|>",
1773
+ "<|reserved_special_token_1767|>",
1774
+ "<|reserved_special_token_1768|>",
1775
+ "<|reserved_special_token_1769|>",
1776
+ "<|reserved_special_token_1770|>",
1777
+ "<|reserved_special_token_1771|>",
1778
+ "<|reserved_special_token_1772|>",
1779
+ "<|reserved_special_token_1773|>",
1780
+ "<|reserved_special_token_1774|>",
1781
+ "<|reserved_special_token_1775|>",
1782
+ "<|reserved_special_token_1776|>",
1783
+ "<|reserved_special_token_1777|>",
1784
+ "<|reserved_special_token_1778|>",
1785
+ "<|reserved_special_token_1779|>",
1786
+ "<|reserved_special_token_1780|>",
1787
+ "<|reserved_special_token_1781|>",
1788
+ "<|reserved_special_token_1782|>",
1789
+ "<|reserved_special_token_1783|>",
1790
+ "<|reserved_special_token_1784|>",
1791
+ "<|reserved_special_token_1785|>",
1792
+ "<|reserved_special_token_1786|>",
1793
+ "<|reserved_special_token_1787|>",
1794
+ "<|reserved_special_token_1788|>",
1795
+ "<|reserved_special_token_1789|>",
1796
+ "<|reserved_special_token_1790|>",
1797
+ "<|reserved_special_token_1791|>",
1798
+ "<|reserved_special_token_1792|>",
1799
+ "<|reserved_special_token_1793|>",
1800
+ "<|reserved_special_token_1794|>",
1801
+ "<|reserved_special_token_1795|>",
1802
+ "<|reserved_special_token_1796|>",
1803
+ "<|reserved_special_token_1797|>",
1804
+ "<|reserved_special_token_1798|>",
1805
+ "<|reserved_special_token_1799|>",
1806
+ "<|reserved_special_token_1800|>",
1807
+ "<|reserved_special_token_1801|>",
1808
+ "<|reserved_special_token_1802|>",
1809
+ "<|reserved_special_token_1803|>",
1810
+ "<|reserved_special_token_1804|>",
1811
+ "<|reserved_special_token_1805|>",
1812
+ "<|reserved_special_token_1806|>",
1813
+ "<|reserved_special_token_1807|>",
1814
+ "<|reserved_special_token_1808|>",
1815
+ "<|reserved_special_token_1809|>",
1816
+ "<|reserved_special_token_1810|>",
1817
+ "<|reserved_special_token_1811|>",
1818
+ "<|reserved_special_token_1812|>",
1819
+ "<|reserved_special_token_1813|>",
1820
+ "<|reserved_special_token_1814|>",
1821
+ "<|reserved_special_token_1815|>",
1822
+ "<|reserved_special_token_1816|>",
1823
+ "<|reserved_special_token_1817|>",
1824
+ "<|reserved_special_token_1818|>",
1825
+ "<|reserved_special_token_1819|>",
1826
+ "<|reserved_special_token_1820|>",
1827
+ "<|reserved_special_token_1821|>",
1828
+ "<|reserved_special_token_1822|>",
1829
+ "<|reserved_special_token_1823|>",
1830
+ "<|reserved_special_token_1824|>",
1831
+ "<|reserved_special_token_1825|>",
1832
+ "<|reserved_special_token_1826|>",
1833
+ "<|reserved_special_token_1827|>",
1834
+ "<|reserved_special_token_1828|>",
1835
+ "<|reserved_special_token_1829|>",
1836
+ "<|reserved_special_token_1830|>",
1837
+ "<|reserved_special_token_1831|>",
1838
+ "<|reserved_special_token_1832|>",
1839
+ "<|reserved_special_token_1833|>",
1840
+ "<|reserved_special_token_1834|>",
1841
+ "<|reserved_special_token_1835|>",
1842
+ "<|reserved_special_token_1836|>",
1843
+ "<|reserved_special_token_1837|>",
1844
+ "<|reserved_special_token_1838|>",
1845
+ "<|reserved_special_token_1839|>",
1846
+ "<|reserved_special_token_1840|>",
1847
+ "<|reserved_special_token_1841|>",
1848
+ "<|reserved_special_token_1842|>",
1849
+ "<|reserved_special_token_1843|>",
1850
+ "<|reserved_special_token_1844|>",
1851
+ "<|reserved_special_token_1845|>",
1852
+ "<|reserved_special_token_1846|>",
1853
+ "<|reserved_special_token_1847|>",
1854
+ "<|reserved_special_token_1848|>",
1855
+ "<|reserved_special_token_1849|>",
1856
+ "<|reserved_special_token_1850|>",
1857
+ "<|reserved_special_token_1851|>",
1858
+ "<|reserved_special_token_1852|>",
1859
+ "<|reserved_special_token_1853|>",
1860
+ "<|reserved_special_token_1854|>",
1861
+ "<|reserved_special_token_1855|>",
1862
+ "<|reserved_special_token_1856|>",
1863
+ "<|reserved_special_token_1857|>",
1864
+ "<|reserved_special_token_1858|>",
1865
+ "<|reserved_special_token_1859|>",
1866
+ "<|reserved_special_token_1860|>",
1867
+ "<|reserved_special_token_1861|>",
1868
+ "<|reserved_special_token_1862|>",
1869
+ "<|reserved_special_token_1863|>",
1870
+ "<|reserved_special_token_1864|>",
1871
+ "<|reserved_special_token_1865|>",
1872
+ "<|reserved_special_token_1866|>",
1873
+ "<|reserved_special_token_1867|>",
1874
+ "<|reserved_special_token_1868|>",
1875
+ "<|reserved_special_token_1869|>",
1876
+ "<|reserved_special_token_1870|>",
1877
+ "<|reserved_special_token_1871|>",
1878
+ "<|reserved_special_token_1872|>",
1879
+ "<|reserved_special_token_1873|>",
1880
+ "<|reserved_special_token_1874|>",
1881
+ "<|reserved_special_token_1875|>",
1882
+ "<|reserved_special_token_1876|>",
1883
+ "<|reserved_special_token_1877|>",
1884
+ "<|reserved_special_token_1878|>",
1885
+ "<|reserved_special_token_1879|>",
1886
+ "<|reserved_special_token_1880|>",
1887
+ "<|reserved_special_token_1881|>",
1888
+ "<|reserved_special_token_1882|>",
1889
+ "<|reserved_special_token_1883|>",
1890
+ "<|reserved_special_token_1884|>",
1891
+ "<|reserved_special_token_1885|>",
1892
+ "<|reserved_special_token_1886|>",
1893
+ "<|reserved_special_token_1887|>",
1894
+ "<|reserved_special_token_1888|>",
1895
+ "<|reserved_special_token_1889|>",
1896
+ "<|reserved_special_token_1890|>",
1897
+ "<|reserved_special_token_1891|>",
1898
+ "<|reserved_special_token_1892|>",
1899
+ "<|reserved_special_token_1893|>",
1900
+ "<|reserved_special_token_1894|>",
1901
+ "<|reserved_special_token_1895|>",
1902
+ "<|reserved_special_token_1896|>",
1903
+ "<|reserved_special_token_1897|>",
1904
+ "<|reserved_special_token_1898|>",
1905
+ "<|reserved_special_token_1899|>",
1906
+ "<|reserved_special_token_1900|>",
1907
+ "<|reserved_special_token_1901|>",
1908
+ "<|reserved_special_token_1902|>",
1909
+ "<|reserved_special_token_1903|>",
1910
+ "<|reserved_special_token_1904|>",
1911
+ "<|reserved_special_token_1905|>",
1912
+ "<|reserved_special_token_1906|>",
1913
+ "<|reserved_special_token_1907|>",
1914
+ "<|reserved_special_token_1908|>",
1915
+ "<|reserved_special_token_1909|>",
1916
+ "<|reserved_special_token_1910|>",
1917
+ "<|reserved_special_token_1911|>",
1918
+ "<|reserved_special_token_1912|>",
1919
+ "<|reserved_special_token_1913|>",
1920
+ "<|reserved_special_token_1914|>",
1921
+ "<|reserved_special_token_1915|>",
1922
+ "<|reserved_special_token_1916|>",
1923
+ "<|reserved_special_token_1917|>",
1924
+ "<|reserved_special_token_1918|>",
1925
+ "<|reserved_special_token_1919|>",
1926
+ "<|reserved_special_token_1920|>",
1927
+ "<|reserved_special_token_1921|>",
1928
+ "<|reserved_special_token_1922|>",
1929
+ "<|reserved_special_token_1923|>",
1930
+ "<|reserved_special_token_1924|>",
1931
+ "<|reserved_special_token_1925|>",
1932
+ "<|reserved_special_token_1926|>",
1933
+ "<|reserved_special_token_1927|>",
1934
+ "<|reserved_special_token_1928|>",
1935
+ "<|reserved_special_token_1929|>",
1936
+ "<|reserved_special_token_1930|>",
1937
+ "<|reserved_special_token_1931|>",
1938
+ "<|reserved_special_token_1932|>",
1939
+ "<|reserved_special_token_1933|>",
1940
+ "<|reserved_special_token_1934|>",
1941
+ "<|reserved_special_token_1935|>",
1942
+ "<|reserved_special_token_1936|>",
1943
+ "<|reserved_special_token_1937|>",
1944
+ "<|reserved_special_token_1938|>",
1945
+ "<|reserved_special_token_1939|>",
1946
+ "<|reserved_special_token_1940|>",
1947
+ "<|reserved_special_token_1941|>",
1948
+ "<|reserved_special_token_1942|>",
1949
+ "<|reserved_special_token_1943|>",
1950
+ "<|reserved_special_token_1944|>",
1951
+ "<|reserved_special_token_1945|>",
1952
+ "<|reserved_special_token_1946|>",
1953
+ "<|reserved_special_token_1947|>",
1954
+ "<|reserved_special_token_1948|>",
1955
+ "<|reserved_special_token_1949|>",
1956
+ "<|reserved_special_token_1950|>",
1957
+ "<|reserved_special_token_1951|>",
1958
+ "<|reserved_special_token_1952|>",
1959
+ "<|reserved_special_token_1953|>",
1960
+ "<|reserved_special_token_1954|>",
1961
+ "<|reserved_special_token_1955|>",
1962
+ "<|reserved_special_token_1956|>",
1963
+ "<|reserved_special_token_1957|>",
1964
+ "<|reserved_special_token_1958|>",
1965
+ "<|reserved_special_token_1959|>",
1966
+ "<|reserved_special_token_1960|>",
1967
+ "<|reserved_special_token_1961|>",
1968
+ "<|reserved_special_token_1962|>",
1969
+ "<|reserved_special_token_1963|>",
1970
+ "<|reserved_special_token_1964|>",
1971
+ "<|reserved_special_token_1965|>",
1972
+ "<|reserved_special_token_1966|>",
1973
+ "<|reserved_special_token_1967|>",
1974
+ "<|reserved_special_token_1968|>",
1975
+ "<|reserved_special_token_1969|>",
1976
+ "<|reserved_special_token_1970|>",
1977
+ "<|reserved_special_token_1971|>",
1978
+ "<|reserved_special_token_1972|>",
1979
+ "<|reserved_special_token_1973|>",
1980
+ "<|reserved_special_token_1974|>",
1981
+ "<|reserved_special_token_1975|>",
1982
+ "<|reserved_special_token_1976|>",
1983
+ "<|reserved_special_token_1977|>",
1984
+ "<|reserved_special_token_1978|>",
1985
+ "<|reserved_special_token_1979|>",
1986
+ "<|reserved_special_token_1980|>",
1987
+ "<|reserved_special_token_1981|>",
1988
+ "<|reserved_special_token_1982|>",
1989
+ "<|reserved_special_token_1983|>",
1990
+ "<|reserved_special_token_1984|>",
1991
+ "<|reserved_special_token_1985|>",
1992
+ "<|reserved_special_token_1986|>",
1993
+ "<|reserved_special_token_1987|>",
1994
+ "<|reserved_special_token_1988|>",
1995
+ "<|reserved_special_token_1989|>",
1996
+ "<|reserved_special_token_1990|>",
1997
+ "<|reserved_special_token_1991|>",
1998
+ "<|reserved_special_token_1992|>",
1999
+ "<|reserved_special_token_1993|>",
2000
+ "<|reserved_special_token_1994|>",
2001
+ "<|reserved_special_token_1995|>",
2002
+ "<|reserved_special_token_1996|>",
2003
+ "<|reserved_special_token_1997|>",
2004
+ "<|reserved_special_token_1998|>",
2005
+ "<|reserved_special_token_1999|>",
2006
+ "<|reserved_special_token_2000|>",
2007
+ "<|reserved_special_token_2001|>",
2008
+ "<|reserved_special_token_2002|>",
2009
+ "<|reserved_special_token_2003|>",
2010
+ "<|reserved_special_token_2004|>",
2011
+ "<|reserved_special_token_2005|>",
2012
+ "<|reserved_special_token_2006|>",
2013
+ "<|reserved_special_token_2007|>",
2014
+ "<|reserved_special_token_2008|>",
2015
+ "<|reserved_special_token_2009|>",
2016
+ "<|reserved_special_token_2010|>",
2017
+ "<|reserved_special_token_2011|>",
2018
+ "<|reserved_special_token_2012|>",
2019
+ "<|reserved_special_token_2013|>",
2020
+ "<|reserved_special_token_2014|>",
2021
+ "<|reserved_special_token_2015|>",
2022
+ "<|reserved_special_token_2016|>",
2023
+ "<|reserved_special_token_2017|>",
2024
+ "<|reserved_special_token_2018|>",
2025
+ "<|reserved_special_token_2019|>",
2026
+ "<|reserved_special_token_2020|>",
2027
+ "<|reserved_special_token_2021|>",
2028
+ "<|reserved_special_token_2022|>",
2029
+ "<|reserved_special_token_2023|>",
2030
+ "<|reserved_special_token_2024|>",
2031
+ "<|reserved_special_token_2025|>",
2032
+ "<|reserved_special_token_2026|>",
2033
+ "<|reserved_special_token_2027|>",
2034
+ "<|reserved_special_token_2028|>",
2035
+ "<|reserved_special_token_2029|>",
2036
+ "<|reserved_special_token_2030|>",
2037
+ "<|reserved_special_token_2031|>",
2038
+ "<|reserved_special_token_2032|>",
2039
+ "<|reserved_special_token_2033|>",
2040
+ "<|reserved_special_token_2034|>",
2041
+ "<|reserved_special_token_2035|>",
2042
+ "<|reserved_special_token_2036|>",
2043
+ "<|reserved_special_token_2037|>",
2044
+ "<|reserved_special_token_2038|>",
2045
+ "<|reserved_special_token_2039|>",
2046
+ "<|reserved_special_token_2040|>",
2047
+ "<|reserved_special_token_2041|>",
2048
+ "<|reserved_special_token_2042|>",
2049
+ "<|reserved_special_token_2043|>",
2050
+ "<|reserved_special_token_2044|>",
2051
+ "<|reserved_special_token_2045|>",
2052
+ "<|reserved_special_token_2046|>",
2053
+ "<|reserved_special_token_2047|>"
2054
+ ],
2055
+ "is_local": true,
2056
+ "local_files_only": false,
2057
+ "model_max_length": 131072,
2058
+ "pad_token": "<|finetune_right_pad|>",
2059
+ "processor_class": "MuseGlimmerProcessor",
2060
+ "response_template": {
2061
+ "defaults": {
2062
+ "role": "assistant"
2063
+ },
2064
+ "fields": {
2065
+ "content": {
2066
+ "close": [
2067
+ "<|eot|>",
2068
+ "<|eom|>"
2069
+ ],
2070
+ "content": "text",
2071
+ "open_pattern": "to=user<\\|message\\|>"
2072
+ },
2073
+ "reasoning_content": {
2074
+ "close": "<|eom|>",
2075
+ "content": "text",
2076
+ "open_pattern": "to=self<\\|message\\|>"
2077
+ },
2078
+ "tool_calls": {
2079
+ "close": "</atem:invoke>",
2080
+ "content": "xml-inline",
2081
+ "content_args": {
2082
+ "tag_pattern": "<atem:parameter\\b[^>]*?\\bname=\"(?P<key>[^\"]+)\"[^>]*?>(?P<value>.*?)</atem:parameter>",
2083
+ "value_parser": {
2084
+ "args": {
2085
+ "allow_non_json": true
2086
+ },
2087
+ "name": "json"
2088
+ }
2089
+ },
2090
+ "open_pattern": "<atem:invoke\\b[^>]*?\\bname=\"(?P<name>[^\"]+)\">",
2091
+ "repeats": true,
2092
+ "transform": {
2093
+ "function": {
2094
+ "arguments": "{content}",
2095
+ "name": "{name}"
2096
+ },
2097
+ "type": "function"
2098
+ }
2099
+ }
2100
+ },
2101
+ "start_anchor": "<|start|>assistant"
2102
+ },
2103
+ "tokenizer_class": "TokenizersBackend"
2104
+ }