import random import numpy as np import torch from chatterbox.src.chatterbox.tts import ChatterboxTTS import gradio as gr import spaces MODEL = None # ZeroGPU supports CUDA placement at module load time via CUDA emulation. TARGET_DEVICE = "cuda" DEFAULT_CONFIG = { "audio": 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/en_f1.flac', "text": 'Last month, we reached a new milestone with two billion views on our YouTube channel.', } LANGUAGE_CHOICES = [('en', 'English'), ('ar', 'Arabic'), ('da', 'Danish'), ('de', 'German'), ('el', 'Greek'), ('es', 'Spanish'), ('fi', 'Finnish'), ('fr', 'French'), ('he', 'Hebrew'), ('hi', 'Hindi'), ('it', 'Italian'), ('ja', 'Japanese'), ('ko', 'Korean'), ('ms', 'Malay'), ('nl', 'Dutch'), ('no', 'Norwegian'), ('pl', 'Polish'), ('pt', 'Portuguese'), ('ru', 'Russian'), ('sv', 'Swedish'), ('sw', 'Swahili'), ('tr', 'Turkish'), ('zh', 'Chinese')] DEFAULT_LANGUAGE = 'en' FIXED_LANGUAGE_ID = None EXAMPLES = [ ['Last month, we reached a new milestone with two billion views on our YouTube channel.', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/en_f1.flac', 'en', 0.5, 0.8, 0, 0.5], ["Bonjour, comment allez-vous? Aujourd'hui, il fait un temps magnifique pour se promener.", 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/fr_f1.flac', 'fr', 0.5, 0.8, 0, 0.5], ['Guten Tag! Heute ist ein wunderschöner Tag für einen Spaziergang im Park.', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/de_f1.flac', 'de', 0.5, 0.8, 0, 0.5], ['Hola, ¿cómo estás? Me encanta visitar nuevos lugares y conocer culturas diferentes.', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/es_f1.flac', 'es', 0.5, 0.8, 0, 0.5], ['Ciao! Oggi è una giornata perfetta per una passeggiata a Roma.', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/it_m1.flac', 'it', 0.5, 0.8, 0, 0.5], ['Olá, tudo bem? O Brasil é um país incrível com paisagens deslumbrantes.', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/pt_m1.flac', 'pt', 0.5, 0.8, 0, 0.5], ['नमस्ते, आज का दिन बहुत खूबसूरत है।', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/hi_f1.flac', 'hi', 0.5, 0.8, 0, 0.5], ['你好,今天天气真不错,我们一起去公园散步吧。', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/zh_f1.flac', 'zh', 0.5, 0.8, 0, 0.5], ['مرحبا، كيف حالك اليوم؟ الطقس جميل للنزهة في الحديقة.', 'https://storage.googleapis.com/chatterbox-demo-samples/mtl_prompts/ar_m1.flac', 'ar', 0.5, 0.8, 0, 0.5] ] def default_audio_for_ui(): return DEFAULT_CONFIG.get("audio") def default_text_for_ui(): return DEFAULT_CONFIG.get("text", "") def get_or_load_model(): global MODEL if MODEL is None: print(f"Model not loaded, initializing on {TARGET_DEVICE}...") try: MODEL = ChatterboxTTS.from_pretrained(TARGET_DEVICE) except Exception as exc: if TARGET_DEVICE != "cuda": raise print(f"CUDA model initialization failed, falling back to CPU: {exc}") MODEL = ChatterboxTTS.from_pretrained("cpu") print(f"Model loaded on {MODEL.device}.") return MODEL def set_seed(seed: int, device: str): torch.manual_seed(seed) if device == "cuda" and torch.cuda.is_available(): torch.cuda.manual_seed(seed) torch.cuda.manual_seed_all(seed) random.seed(seed) np.random.seed(seed) @spaces.GPU def generate_tts_audio( text_input: str, audio_prompt_path_input: str = None, language_id_input: str = None, exaggeration_input: float = 0.5, temperature_input: float = 0.8, seed_num_input: int = 0, cfgw_input: float = 0.5, ): """Generate speech from text with optional reference audio styling.""" current_model = get_or_load_model() device = current_model.device if seed_num_input != 0: set_seed(int(seed_num_input), device) chosen_prompt = audio_prompt_path_input or default_audio_for_ui() lang = language_id_input or DEFAULT_LANGUAGE print(f"Generating on {device} (lang={lang}) for text: '{text_input[:50]}...'") generate_kwargs = { "exaggeration": exaggeration_input, "temperature": temperature_input, "cfg_weight": cfgw_input, "language_id": lang, } if chosen_prompt: generate_kwargs["audio_prompt_path"] = chosen_prompt wav = current_model.generate(text_input[:300], **generate_kwargs) return (current_model.sr, wav.squeeze(0).cpu().numpy()) get_or_load_model() with gr.Blocks() as demo: gr.Markdown( """ # Chatterbox Multilingual TTS V3 Chatterbox Multilingual TTS V3 (t3_mtl23ls_v3). Powered by model [`ResembleAI/chatterbox`](https://huggingface.co/ResembleAI/chatterbox). """ ) with gr.Row(): with gr.Column(): text = gr.Textbox( value=default_text_for_ui(), label="Text to synthesize (max chars 300)", max_lines=5, ) ref_wav = gr.Audio( sources=["upload", "microphone"], type="filepath", label="Reference Audio File (Optional)", value=default_audio_for_ui(), ) language = gr.Dropdown( choices=[(name, code) for code, name in LANGUAGE_CHOICES], value=DEFAULT_LANGUAGE, label="Language", ) exaggeration = gr.Slider(0.25, 2, step=.05, label="Exaggeration (Neutral = 0.5)", value=.5) cfg_weight = gr.Slider(0.2, 1, step=.05, label="CFG/Pace", value=0.5) with gr.Accordion("More options", open=False): seed_num = gr.Number(value=0, label="Random seed (0 for random)") temp = gr.Slider(0.05, 5, step=.05, label="Temperature", value=.8) run_btn = gr.Button("Generate", variant="primary") with gr.Column(): audio_output = gr.Audio(label="Output Audio") inputs = [text, ref_wav, language, exaggeration, temp, seed_num, cfg_weight] run_btn.click(fn=generate_tts_audio, inputs=inputs, outputs=[audio_output]) gr.Examples( examples=EXAMPLES, inputs=inputs, label="Examples", ) demo.launch(mcp_server=True)