Update tokenizer_config.json

tokenizer_config.json

@@ -195,7 +195,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "{% if 'role' in messages[0] %}{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\n' + message['content'] + '<|im_end|>\n'}}{% elif message['role'] == 'assistant' %}{{'<|im_start|>assistant\n' + message['content'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['content'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% else %}{% for message in messages %}{% if message['from'] == 'human' %}{{'<|im_start|>user\n' + message['value'] + '<|im_end|>\n'}}{% elif message['from'] == 'gpt' %}{{'<|im_start|>assistant\n' + message['value'] + '<|im_end|>\n' }}{% else %}{{ '<|im_start|>system\n' + message['value'] + '<|im_end|>\n' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}{% endif %}",
+  "chat_template": "{%- set ns = namespace(found=false) -%}\n{%- for message in messages -%}\n    {%- if message['role'] == 'system' -%}\n        {%- set ns.found = true -%}\n    {%- endif -%}\n{%- endfor -%}\n{%- for message in messages %}\n    {%- if message['role'] == 'system' -%}\n        {{- '<|im_start|>system\n' + message['content'].rstrip() + '<|im_end|>\n' -}}\n    {%- else -%}\n        {%- if message['role'] == 'user' -%}\n            {{-'<|im_start|>user\n' + message['content'].rstrip() + '<|im_end|>\n'-}}\n        {%- else -%}\n            {{-'<|im_start|>assistant\n' + message['content'] + '<|im_end|>\n' -}}\n        {%- endif -%}\n    {%- endif -%}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n    {{-'<|im_start|>assistant\n'-}}\n{%- endif -%}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "model_max_length": 1000000000000000019884624838656,