Duplicate from hynt/ZipVoice-Vietnamese-2500h

Browse files

Co-authored-by: Nguyen Thien Hy <hynt@users.noreply.huggingface.co>

Files changed (5) hide show

.gitattributes +35 -0
README.md +57 -0
config.json +26 -0
iter-525000-avg-2.pt +3 -0
tokens.txt +360 -0

.gitattributes ADDED Viewed

	@@ -0,0 +1,35 @@

+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,57 @@

+---
+tags:
+  - text-to-speech
+  - vietnamese
+  - ai-model
+  - deep-learning
+license: cc-by-nc-sa-4.0
+library_name: pytorch
+datasets:
+  - PhoAudioBook
+  - ViVoice
+  - UEH
+model_name: ZipVoice-Vietnamese-2500h
+language: vi
+---
+# 🛑 Important Note ⚠️
+This Text-to-Speech (TTS) model is provided solely for research, experimentation, and technology development purposes. Any audio content generated by the model does not represent the voice, identity, opinions, or endorsement of any real individual or organization. The authors and related parties assume no responsibility for any misuse, unlawful activities, violations of privacy, personality rights, intellectual property rights, or any direct or indirect damages arising from the use of this model.
+Users bear full responsibility and legal liability for the deployment, distribution, and use of the model. The use of this model for impersonation, voice cloning of individuals without lawful consent, creating misleading content, fraud, manipulation of public opinion, or any purpose that violates applicable laws is strictly prohibited. When using or sharing generated audio, it is strongly recommended to clearly disclose that the content is AI-generated and to comply fully with all applicable legal regulations, platform policies, and ethical standards.
+# 🎙️ ZipVoice-Vietnamese-2500h
+ZipVoice is a series of fast and high-quality zero-shot TTS models based on flow matching.
+Key features:
+1. Small and fast: only 123M parameters.
+2. High-quality voice cloning: state-of-the-art performance in speaker similarity, intelligibility, and naturalness.
+3. Multi-lingual: support Chinese and English.
+4. Multi-mode: support both single-speaker and dialogue speech generation.
+This checkpoint is a compact fine-tuned version of ZipVoice trained on 2500 hours of Vietnamese speech.
+🔗 For more fine-tuning and inference experiments, visit: https://github.com/k2-fsa/ZipVoice.
+📜 **License:** [CC-BY-NC-SA-4.0](https://spdx.org/licenses/CC-BY-NC-SA-4.0) — Non-commercial research use only.
+---
+## 📌 Model Details
+- **Dataset:** PhoAudioBook, ViVoice, TeacherDinh-UEH.
+- **Total dataset durations:** 2500 hours
+- **Data processing Technique:**
+  - Remove all music background from audios, using facebook demucs model: https://github.com/facebookresearch/demucs
+  - Do not use audio files shorter than 1 second or longer than 30 seconds.
+  - Keep the default punctuation marks unchanged.
+  - Normalize to lowercase format.
+- **Training Configuration:**
+  - **Base Model:** ZipVoice with espeak-ng vi for tokenizer
+  - **GPU:** RTX 3090
+  - **Batch Siz:** Max duration 200
+- **Training Progress:** Stopped at **525,000 steps at epoch 11**
+---

config.json ADDED Viewed

	@@ -0,0 +1,26 @@

+{
+  "model" : {
+    "fm_decoder_downsampling_factor" : [1,2,4,2,1],
+    "fm_decoder_num_layers" : [2,2,4,4,4],
+    "fm_decoder_cnn_module_kernel" : [31,15,7,15,31],
+    "fm_decoder_feedforward_dim" : 1536,
+    "fm_decoder_num_heads" : 4,
+    "fm_decoder_dim" : 512,
+    "text_encoder_num_layers" : 4,
+    "text_encoder_feedforward_dim" : 512,
+    "text_encoder_cnn_module_kernel" : 9,
+    "text_encoder_num_heads" : 4,
+    "text_encoder_dim" : 192,
+    "query_head_dim" : 32,
+    "value_head_dim" : 12,
+    "pos_head_dim" : 4,
+    "pos_dim" : 48,
+    "time_embed_dim" : 192,
+    "text_embed_dim" : 192,
+    "feat_dim": 100
+  },
+  "feature" : {
+    "sampling_rate": 24000,
+    "type": "vocos"
+  }
+}

iter-525000-avg-2.pt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d0866f1a66c4fb3a2b5cb5f0fb5cbf6a9491a3fc305cf6467f6a655b5fdeea67
+size 491164130

tokens.txt ADDED Viewed

	@@ -0,0 +1,360 @@

+_	0
+^	1
+$	2
+ 	3
+!	4
+'	5
+(	6
+)	7
+,	8
+-	9
+.	10
+:	11
+;	12
+?	13
+a	14
+b	15
+c	16
+d	17
+e	18
+f	19
+h	20
+i	21
+j	22
+k	23
+l	24
+m	25
+n	26
+o	27
+p	28
+q	29
+r	30
+s	31
+t	32
+u	33
+v	34
+w	35
+x	36
+y	37
+z	38
+æ	39
+ç	40
+ð	41
+ø	42
+ħ	43
+ŋ	44
+œ	45
+ǀ	46
+ǁ	47
+ǂ	48
+ǃ	49
+ɐ	50
+ɑ	51
+ɒ	52
+ɓ	53
+ɔ	54
+ɕ	55
+ɖ	56
+ɗ	57
+ɘ	58
+ə	59
+ɚ	60
+ɛ	61
+ɜ	62
+ɞ	63
+ɟ	64
+ɠ	65
+ɡ	66
+ɢ	67
+ɣ	68
+ɤ	69
+ɥ	70
+ɦ	71
+ɧ	72
+ɨ	73
+ɪ	74
+ɫ	75
+ɬ	76
+ɭ	77
+ɮ	78
+ɯ	79
+ɰ	80
+ɱ	81
+ɲ	82
+ɳ	83
+ɴ	84
+ɵ	85
+ɶ	86
+ɸ	87
+ɹ	88
+ɺ	89
+ɻ	90
+ɽ	91
+ɾ	92
+ʀ	93
+ʁ	94
+ʂ	95
+ʃ	96
+ʄ	97
+ʈ	98
+ʉ	99
+ʊ	100
+ʋ	101
+ʌ	102
+ʍ	103
+ʎ	104
+ʏ	105
+ʐ	106
+ʑ	107
+ʒ	108
+ʔ	109
+ʕ	110
+ʘ	111
+ʙ	112
+ʛ	113
+ʜ	114
+ʝ	115
+ʟ	116
+ʡ	117
+ʢ	118
+ʲ	119
+ˈ	120
+ˌ	121
+ː	122
+ˑ	123
+˞	124
+β	125
+θ	126
+χ	127
+ᵻ	128
+ⱱ	129
+0	130
+1	131
+2	132
+3	133
+4	134
+5	135
+6	136
+7	137
+8	138
+9	139
+̧	140
+̃	141
+̪	142
+̯	143
+̩	144
+ʰ	145
+ˤ	146
+ε	147
+↓	148
+#	149
+"	150
+↑	151
+̺	152
+̻	153
+g	154
+ʦ	155
+X	156
+̝	157
+̊	158
+a1	159
+a2	160
+a3	161
+a4	162
+a5	163
+ai1	164
+ai2	165
+ai3	166
+ai4	167
+ai5	168
+an1	169
+an2	170
+an3	171
+an4	172
+an5	173
+ang1	174
+ang2	175
+ang3	176
+ang4	177
+ang5	178
+ao1	179
+ao2	180
+ao3	181
+ao4	182
+ao5	183
+b0	184
+c0	185
+ch0	186
+d0	187
+e1	188
+e2	189
+e3	190
+e4	191
+e5	192
+ei1	193
+ei2	194
+ei3	195
+ei4	196
+ei5	197
+en1	198
+en2	199
+en3	200
+en4	201
+en5	202
+eng1	203
+eng2	204
+eng3	205
+eng4	206
+eng5	207
+er2	208
+er3	209
+er4	210
+er5	211
+f0	212
+g0	213
+g2	214
+g3	215
+g4	216
+g5	217
+h0	218
+i1	219
+i2	220
+i3	221
+i4	222
+i5	223
+ia1	224
+ia2	225
+ia3	226
+ia4	227
+ia5	228
+ian1	229
+ian2	230
+ian3	231
+ian4	232
+ian5	233
+iang1	234
+iang2	235
+iang3	236
+iang4	237
+iang5	238
+iao1	239
+iao2	240
+iao3	241
+iao4	242
+iao5	243
+ie1	244
+ie2	245
+ie3	246
+ie4	247
+ie5	248
+in1	249
+in2	250
+in3	251
+in4	252
+in5	253
+ing1	254
+ing2	255
+ing3	256
+ing4	257
+ing5	258
+iong1	259
+iong2	260
+iong3	261
+iong4	262
+iu1	263
+iu2	264
+iu3	265
+iu4	266
+iu5	267
+j0	268
+k0	269
+l0	270
+m0	271
+m1	272
+m2	273
+m4	274
+m5	275
+n0	276
+n2	277
+n3	278
+n4	279
+n5	280
+ng5	281
+o1	282
+o2	283
+o3	284
+o4	285
+o5	286
+ong1	287
+ong2	288
+ong3	289
+ong4	290
+ong5	291
+ou1	292
+ou2	293
+ou3	294
+ou4	295
+ou5	296
+p0	297
+q0	298
+r0	299
+s0	300
+sh0	301
+t0	302
+u1	303
+u2	304
+u3	305
+u4	306
+u5	307
+ua1	308
+ua2	309
+ua3	310
+ua4	311
+uai1	312
+uai2	313
+uai3	314
+uai4	315
+uai5	316
+uan1	317
+uan2	318
+uan3	319
+uan4	320
+uan5	321
+uang1	322
+uang2	323
+uang3	324
+uang4	325
+uang5	326
+ue1	327
+ue2	328
+ue3	329
+ue4	330
+ui1	331
+ui2	332
+ui3	333
+ui4	334
+ui5	335
+un1	336
+un2	337
+un3	338
+un4	339
+un5	340
+uo1	341
+uo2	342
+uo3	343
+uo4	344
+uo5	345
+v2	346
+v3	347
+v4	348
+ve3	349
+ve4	350
+w0	351
+x0	352
+y0	353
+z0	354
+zh0	355
+ê1	356
+ê2	357
+ê3	358
+ê4	359