Mark </assistant> (token 24) as special to match internal serving
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -542,7 +542,7 @@
|
|
| 542 |
"lstrip": false,
|
| 543 |
"rstrip": false,
|
| 544 |
"normalized": false,
|
| 545 |
-
"special":
|
| 546 |
},
|
| 547 |
"25": {
|
| 548 |
"content": "<tool_call>",
|
|
|
|
| 542 |
"lstrip": false,
|
| 543 |
"rstrip": false,
|
| 544 |
"normalized": false,
|
| 545 |
+
"special": true
|
| 546 |
},
|
| 547 |
"25": {
|
| 548 |
"content": "<tool_call>",
|