Xenova HF Staff commited on
Commit
7a64617
·
verified ·
1 Parent(s): b103ff1

Upload tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -8013,5 +8013,5 @@
8013
  "tokenizer_class": "LlamaTokenizerFast",
8014
  "unk_token": "<unk>",
8015
  "use_default_system_prompt": false,
8016
- "chat_template": null
8017
  }
 
8013
  "tokenizer_class": "LlamaTokenizerFast",
8014
  "unk_token": "<unk>",
8015
  "use_default_system_prompt": false,
8016
+ "chat_template": "{{- bos_token -}}\n{%- for message in messages -%}\n\t{%- if (message[\"role\"] == \"user\") == (loop.index % 2 == 0) -%}\n\t\t{{- raise_exception(\"After the optional system message, conversation roles must alternate user/assistant/user/assistant/...\") -}}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"user\" -%}\n\t\t{{- \"[INST]\" -}}\n\t\t{%- if message[\"content\"] is string -%}\n\t\t\t{{- message[\"content\"] -}}\n\t\t{%- else -%}\n\t\t\t{%- for item in message[\"content\"] -%}\n\t\t\t\t{%- if item[\"type\"] == \"audio\" -%}\n\t\t\t\t\t{{- \"[AUDIO]\" -}}\n\t\t\t\t{%- elif item[\"type\"] == \"text\" -%}\n\t\t\t\t\t{{- item[\"text\"] -}}\n\t\t\t\t{%- endif -%}\n\t\t\t{%- endfor -%}\n\t\t{%- endif -%}\n\t\t{{- \"[/INST]\" -}}\n\t{%- elif message[\"role\"] == \"assistant\" -%}\n\t\t{%- if message[\"content\"] is not string -%}\n\t\t\t{{- raise_exception(\"Assistant message content should be a string.\") -}}\n\t\t{%- endif -%}\n\t\t{{- message[\"content\"] + eos_token -}}\n\t{%- else -%}\n\t\t{{- raise_exception(\"Only user and assistant roles are supported!\") -}}\n\t{%- endif -%}\n{%- endfor -%}"
8017
  }