Josephus67 commited on
Commit
cc175ab
·
verified ·
1 Parent(s): f0e5def

Upload Okyeame TTS fine-tuned XTTS v2 model

Browse files
Files changed (8) hide show
  1. .gitattributes +1 -0
  2. README.md +43 -0
  3. config.json +191 -0
  4. dvae.pth +3 -0
  5. mel_stats.pth +3 -0
  6. model.pth +3 -0
  7. reference.wav +3 -0
  8. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ reference.wav filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language: en
3
+ tags:
4
+ - tts
5
+ - xtts
6
+ - coqui
7
+ - ghanaian-english
8
+ - voice-cloning
9
+ license: apache-2.0
10
+ library_name: coqui-tts
11
+ ---
12
+
13
+ # Okyeame TTS — Ghanaian English XTTS v2 Fine-tune
14
+
15
+ Fine-tuned [XTTS v2](https://huggingface.co/coqui/XTTS-v2) model for Ghanaian-accented English speech synthesis.
16
+
17
+ ## Usage
18
+
19
+ ```python
20
+ from TTS.api import TTS
21
+
22
+ tts = TTS()
23
+ tts.load_tts_model_by_path(
24
+ model_path="model.pth",
25
+ config_path="config.json"
26
+ )
27
+ tts.tts_to_file(
28
+ text="Good morning, how are you doing today?",
29
+ speaker_wav="reference.wav",
30
+ language="en",
31
+ file_path="output.wav"
32
+ )
33
+ ```
34
+
35
+ ## Training Data
36
+
37
+ Trained on the [Ghana English ASR 2700hrs](https://huggingface.co/datasets/ghananlpcommunity/ghana-english-asr-2700hrs) dataset.
38
+
39
+ ## Model Details
40
+
41
+ - **Base model**: XTTS v2 (Coqui)
42
+ - **Fine-tuning**: GPT decoder layers
43
+ - **Sample rate**: 22050 Hz (internal), 24000 Hz (output)
config.json ADDED
@@ -0,0 +1,191 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "output_path": "/kaggle/working/run/training",
3
+ "logger_uri": null,
4
+ "run_name": "okyeame_xtts_ft",
5
+ "project_name": "okyeame-tts",
6
+ "run_description": "Okyeame TTS - Ghanaian English XTTS v2 fine-tuning",
7
+ "print_step": 50,
8
+ "plot_step": 100,
9
+ "model_param_stats": false,
10
+ "wandb_entity": null,
11
+ "dashboard_logger": "tensorboard",
12
+ "save_on_interrupt": true,
13
+ "log_model_step": 100,
14
+ "save_step": 9000,
15
+ "save_n_checkpoints": 1,
16
+ "save_checkpoints": false,
17
+ "save_all_best": false,
18
+ "save_best_after": 0,
19
+ "target_loss": null,
20
+ "print_eval": false,
21
+ "test_delay_epochs": 0,
22
+ "run_eval": true,
23
+ "run_eval_steps": null,
24
+ "distributed_backend": "nccl",
25
+ "distributed_url": "tcp://localhost:54321",
26
+ "mixed_precision": false,
27
+ "precision": "fp16",
28
+ "epochs": 1,
29
+ "batch_size": 3,
30
+ "eval_batch_size": 3,
31
+ "grad_clip": null,
32
+ "scheduler_after_epoch": true,
33
+ "lr": 5e-06,
34
+ "optimizer": "AdamW",
35
+ "optimizer_params": {
36
+ "betas": [
37
+ 0.9,
38
+ 0.96
39
+ ],
40
+ "eps": 1e-08,
41
+ "weight_decay": 0.01
42
+ },
43
+ "lr_scheduler": "MultiStepLR",
44
+ "lr_scheduler_params": {
45
+ "milestones": [
46
+ 900000,
47
+ 2700000,
48
+ 5400000
49
+ ],
50
+ "gamma": 0.5,
51
+ "last_epoch": -1
52
+ },
53
+ "use_grad_scaler": false,
54
+ "allow_tf32": false,
55
+ "cudnn_enable": true,
56
+ "cudnn_deterministic": false,
57
+ "cudnn_benchmark": false,
58
+ "training_seed": 1,
59
+ "model": "xtts",
60
+ "num_loader_workers": 4,
61
+ "num_eval_loader_workers": 0,
62
+ "use_noise_augment": false,
63
+ "audio": {
64
+ "sample_rate": 22050,
65
+ "output_sample_rate": 24000,
66
+ "dvae_sample_rate": 22050
67
+ },
68
+ "model_args": {
69
+ "gpt_batch_size": 1,
70
+ "enable_redaction": false,
71
+ "kv_cache": true,
72
+ "gpt_checkpoint": "",
73
+ "clvp_checkpoint": null,
74
+ "decoder_checkpoint": null,
75
+ "num_chars": 67,
76
+ "tokenizer_file": "/kaggle/working/run/training/XTTS_v2_original/vocab.json",
77
+ "gpt_max_audio_tokens": 605,
78
+ "gpt_max_text_tokens": 402,
79
+ "gpt_max_prompt_tokens": 70,
80
+ "gpt_layers": 30,
81
+ "gpt_n_model_channels": 1024,
82
+ "gpt_n_heads": 16,
83
+ "gpt_number_text_tokens": 6681,
84
+ "gpt_start_text_token": 261,
85
+ "gpt_stop_text_token": 0,
86
+ "gpt_num_audio_tokens": 1026,
87
+ "gpt_start_audio_token": 1024,
88
+ "gpt_stop_audio_token": 1025,
89
+ "gpt_code_stride_len": 1024,
90
+ "gpt_use_masking_gt_prompt_approach": true,
91
+ "gpt_use_perceiver_resampler": true,
92
+ "input_sample_rate": 22050,
93
+ "output_sample_rate": 24000,
94
+ "output_hop_length": 256,
95
+ "decoder_input_dim": 1024,
96
+ "d_vector_dim": 512,
97
+ "cond_d_vector_in_each_upsampling_layer": true,
98
+ "duration_const": 102400,
99
+ "min_conditioning_length": 22050,
100
+ "max_conditioning_length": 132300,
101
+ "gpt_loss_text_ce_weight": 0.01,
102
+ "gpt_loss_mel_ce_weight": 1.0,
103
+ "debug_loading_failures": false,
104
+ "max_wav_length": 255995,
105
+ "max_text_length": 200,
106
+ "mel_norm_file": "/kaggle/working/run/training/XTTS_v2_original/mel_stats.pth",
107
+ "dvae_checkpoint": "/kaggle/working/run/training/XTTS_v2_original/dvae.pth",
108
+ "xtts_checkpoint": "/kaggle/working/run/training/XTTS_v2_original/model.pth",
109
+ "vocoder": ""
110
+ },
111
+ "_supports_cloning": true,
112
+ "languages": [
113
+ "en",
114
+ "es",
115
+ "fr",
116
+ "de",
117
+ "it",
118
+ "pt",
119
+ "pl",
120
+ "tr",
121
+ "ru",
122
+ "nl",
123
+ "cs",
124
+ "ar",
125
+ "zh-cn",
126
+ "hu",
127
+ "ko",
128
+ "ja",
129
+ "hi"
130
+ ],
131
+ "speakers": [],
132
+ "use_phonemes": false,
133
+ "phonemizer": null,
134
+ "phoneme_language": null,
135
+ "compute_input_seq_cache": false,
136
+ "text_cleaner": null,
137
+ "enable_eos_bos_chars": false,
138
+ "test_sentences_file": "",
139
+ "phoneme_cache_path": null,
140
+ "characters": null,
141
+ "add_blank": false,
142
+ "batch_group_size": 48,
143
+ "loss_masking": null,
144
+ "min_audio_len": 1,
145
+ "max_audio_len": Infinity,
146
+ "min_text_len": 1,
147
+ "max_text_len": Infinity,
148
+ "compute_f0": false,
149
+ "compute_energy": false,
150
+ "compute_linear_spec": false,
151
+ "precompute_num_workers": 0,
152
+ "start_by_longest": false,
153
+ "shuffle": false,
154
+ "drop_last": false,
155
+ "datasets": [
156
+ {
157
+ "formatter": "coqui",
158
+ "dataset_name": "okyeame_dataset",
159
+ "path": "/kaggle/working",
160
+ "meta_file_train": "/kaggle/working/metadata_train.csv",
161
+ "ignored_speakers": null,
162
+ "language": "en",
163
+ "phonemizer": "",
164
+ "meta_file_val": "/kaggle/working/metadata_eval.csv",
165
+ "meta_file_attn_mask": ""
166
+ }
167
+ ],
168
+ "test_sentences": [],
169
+ "eval_split_max_size": 256,
170
+ "eval_split_size": 0.01,
171
+ "use_speaker_weighted_sampler": false,
172
+ "speaker_weighted_sampler_alpha": 1.0,
173
+ "use_language_weighted_sampler": false,
174
+ "language_weighted_sampler_alpha": 1.0,
175
+ "use_length_weighted_sampler": false,
176
+ "length_weighted_sampler_alpha": 1.0,
177
+ "temperature": 0.85,
178
+ "length_penalty": 1.0,
179
+ "repetition_penalty": 2.0,
180
+ "top_k": 50,
181
+ "top_p": 0.85,
182
+ "num_gpt_outputs": 1,
183
+ "gpt_cond_len": 12,
184
+ "gpt_cond_chunk_len": 4,
185
+ "max_ref_len": 10,
186
+ "sound_norm_refs": false,
187
+ "optimizer_wd_only_on_weights": true,
188
+ "weighted_loss_attrs": null,
189
+ "weighted_loss_multipliers": null,
190
+ "github_branch": "inside_docker"
191
+ }
dvae.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b29bc227d410d4991e0a8c09b858f77415013eeb9fba9650258e96095557d97a
3
+ size 210514388
mel_stats.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f69422a8a8f344c4fca2f0c6b8d41d2151d6615b7321e48e6bb15ae949b119c
3
+ size 1067
model.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c16510c3b265f6bba156f4cd671cd82fe968de0d1a8da1729ee76610cf353421
3
+ size 5607934838
reference.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b56b4690bacfba49c6f43f2c82a45763944b535cd69ed8ef2bf624d87ab08968
3
+ size 185522
vocab.json ADDED
The diff for this file is too large to render. See raw diff