Instructions to use onnx-community/Voxtral-Mini-3B-2507-ONNX with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers.js
How to use onnx-community/Voxtral-Mini-3B-2507-ONNX with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('audio-text-to-text', 'onnx-community/Voxtral-Mini-3B-2507-ONNX');
Upload tokenizer_config.json
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
|
@@ -8013,5 +8013,5 @@
|
|
| 8013 |
"tokenizer_class": "LlamaTokenizerFast",
|
| 8014 |
"unk_token": "<unk>",
|
| 8015 |
"use_default_system_prompt": false,
|
| 8016 |
-
"chat_template":
|
| 8017 |
}
|
|
|
|
| 8013 |
"tokenizer_class": "LlamaTokenizerFast",
|
| 8014 |
"unk_token": "<unk>",
|
| 8015 |
"use_default_system_prompt": false,
|
| 8016 |
+
"chat_template": "{{- bos_token -}}\n{%- for message in messages -%}\n\t{%- if (message[\"role\"] == \"user\") == (loop.index % 2 == 0) -%}\n\t\t{{- raise_exception(\"After the optional system message, conversation roles must alternate user/assistant/user/assistant/...\") -}}\n\t{%- endif -%}\n\t{%- if message[\"role\"] == \"user\" -%}\n\t\t{{- \"[INST]\" -}}\n\t\t{%- if message[\"content\"] is string -%}\n\t\t\t{{- message[\"content\"] -}}\n\t\t{%- else -%}\n\t\t\t{%- for item in message[\"content\"] -%}\n\t\t\t\t{%- if item[\"type\"] == \"audio\" -%}\n\t\t\t\t\t{{- \"[AUDIO]\" -}}\n\t\t\t\t{%- elif item[\"type\"] == \"text\" -%}\n\t\t\t\t\t{{- item[\"text\"] -}}\n\t\t\t\t{%- endif -%}\n\t\t\t{%- endfor -%}\n\t\t{%- endif -%}\n\t\t{{- \"[/INST]\" -}}\n\t{%- elif message[\"role\"] == \"assistant\" -%}\n\t\t{%- if message[\"content\"] is not string -%}\n\t\t\t{{- raise_exception(\"Assistant message content should be a string.\") -}}\n\t\t{%- endif -%}\n\t\t{{- message[\"content\"] + eos_token -}}\n\t{%- else -%}\n\t\t{{- raise_exception(\"Only user and assistant roles are supported!\") -}}\n\t{%- endif -%}\n{%- endfor -%}"
|
| 8017 |
}
|