Instructions to use onnx-community/Voxtral-Mini-3B-2507-ONNX with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers.js
How to use onnx-community/Voxtral-Mini-3B-2507-ONNX with Transformers.js:
// npm i @huggingface/transformers import { pipeline } from '@huggingface/transformers'; // Allocate pipeline const pipe = await pipeline('audio-text-to-text', 'onnx-community/Voxtral-Mini-3B-2507-ONNX');
Upload audio encoder quantizations (#2)
Browse files- Upload folder using huggingface_hub (02c96a5d4f57acc409c2f7633e1b14298f0df4b1)
- .gitattributes +7 -0
- onnx/audio_encoder_bnb4.onnx +3 -0
- onnx/audio_encoder_bnb4.onnx_data +3 -0
- onnx/audio_encoder_fp16.onnx +3 -0
- onnx/audio_encoder_fp16.onnx_data +3 -0
- onnx/audio_encoder_int8.onnx +3 -0
- onnx/audio_encoder_int8.onnx_data +3 -0
- onnx/audio_encoder_q4.onnx +3 -0
- onnx/audio_encoder_q4.onnx_data +3 -0
- onnx/audio_encoder_q4f16.onnx +3 -0
- onnx/audio_encoder_q4f16.onnx_data +3 -0
- onnx/audio_encoder_quantized.onnx +3 -0
- onnx/audio_encoder_quantized.onnx_data +3 -0
- onnx/audio_encoder_uint8.onnx +3 -0
- onnx/audio_encoder_uint8.onnx_data +3 -0
.gitattributes
CHANGED
|
@@ -56,3 +56,10 @@ onnx/audio_encoder.onnx_data filter=lfs diff=lfs merge=lfs -text
|
|
| 56 |
onnx/audio_encoder.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
onnx/embed_tokens_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 58 |
onnx/embed_tokens_quantized.onnx_data filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 56 |
onnx/audio_encoder.onnx_data_1 filter=lfs diff=lfs merge=lfs -text
|
| 57 |
onnx/embed_tokens_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 58 |
onnx/embed_tokens_quantized.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
onnx/audio_encoder_bnb4.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 60 |
+
onnx/audio_encoder_fp16.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 61 |
+
onnx/audio_encoder_int8.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 62 |
+
onnx/audio_encoder_q4.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 63 |
+
onnx/audio_encoder_q4f16.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 64 |
+
onnx/audio_encoder_quantized.onnx_data filter=lfs diff=lfs merge=lfs -text
|
| 65 |
+
onnx/audio_encoder_uint8.onnx_data filter=lfs diff=lfs merge=lfs -text
|
onnx/audio_encoder_bnb4.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4418e53b50540e6581cbce958a1d705c31741965ed01fd42346d47254006d6a
|
| 3 |
+
size 404516
|
onnx/audio_encoder_bnb4.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5652ecf0027b5e65f797c1f444c538e6673940fe9116c769c426890f8d54fd9e
|
| 3 |
+
size 399343616
|
onnx/audio_encoder_fp16.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c8367654c6e1b64e799fd581bc607aca3aa77b6bcb0a532a6326a1932aa6728b
|
| 3 |
+
size 359615
|
onnx/audio_encoder_fp16.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b1c5a7fb2d6784483943d30040b2c17d5186cbd5f7ab14e027c3abd7e566a32e
|
| 3 |
+
size 1324269568
|
onnx/audio_encoder_int8.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ddb743e492888cf8eb3fbc77efbfd6a5154f4b21a39a8d3e22cf29832719d283
|
| 3 |
+
size 600567
|
onnx/audio_encoder_int8.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bf06e83302b02f9fb59751eaf594d8677c1d3d5ae2541d8b28cceedaeeb0f819
|
| 3 |
+
size 669384704
|
onnx/audio_encoder_q4.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:38b4e8bc6b7dda75a3c52e358a44a8c4e144b4878ff8867bd0cb41a402d4af81
|
| 3 |
+
size 401545
|
onnx/audio_encoder_q4.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:07537c1791da2d198edca192b7b15c4199c1c70c3eb095d7a432431bc52e1ae5
|
| 3 |
+
size 440238080
|
onnx/audio_encoder_q4f16.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:156a6291053180757636c0caf5f6be3a4e08b90afd93d77646a6bd609ace206e
|
| 3 |
+
size 403958
|
onnx/audio_encoder_q4f16.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62eba37624325b3b21c51edf6c6823aaa8ce9657979dbffc31751c7f0d8d9709
|
| 3 |
+
size 383696896
|
onnx/audio_encoder_quantized.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4db2e57b57f836f3f12deecba456785c888ddc4768cbe1d6c28e379ee479dc79
|
| 3 |
+
size 603112
|
onnx/audio_encoder_quantized.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29a112e764c22a77d20fe5b4925c709a2188a3e5264ef76116420db469fb7fdf
|
| 3 |
+
size 669384704
|
onnx/audio_encoder_uint8.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:644e50318802c691623b85fd940ac60164cd904b72d1d81f658fbbab22c6506d
|
| 3 |
+
size 601155
|
onnx/audio_encoder_uint8.onnx_data
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:29a112e764c22a77d20fe5b4925c709a2188a3e5264ef76116420db469fb7fdf
|
| 3 |
+
size 669384704
|