| import spaces |
| import os |
| import random |
| import argparse |
|
|
| import torch |
| import gradio as gr |
| import numpy as np |
|
|
| import ChatTTS |
|
|
| print("loading ChatTTS model...") |
| chat = ChatTTS.Chat() |
| chat.load_models() |
|
|
|
|
|
|
| def generate_seed(): |
| new_seed = random.randint(1, 100000000) |
| return { |
| "__type__": "update", |
| "value": new_seed |
| } |
|
|
| @spaces.GPU |
| def generate_audio(text, temperature, top_P, top_K, audio_seed_input, text_seed_input, refine_text_flag): |
|
|
| torch.manual_seed(audio_seed_input) |
| rand_spk = torch.randn(768) |
| params_infer_code = { |
| 'spk_emb': rand_spk, |
| 'temperature': temperature, |
| 'top_P': top_P, |
| 'top_K': top_K, |
| } |
| params_refine_text = {'prompt': '[oral_2][laugh_0][break_6]'} |
| |
| torch.manual_seed(text_seed_input) |
|
|
| if refine_text_flag: |
| text = chat.infer(text, |
| skip_refine_text=False, |
| refine_text_only=True, |
| params_refine_text=params_refine_text, |
| params_infer_code=params_infer_code |
| ) |
| |
| wav = chat.infer(text, |
| skip_refine_text=True, |
| params_refine_text=params_refine_text, |
| params_infer_code=params_infer_code |
| ) |
| |
| audio_data = np.array(wav[0]).flatten() |
| sample_rate = 24000 |
| text_data = text[0] if isinstance(text, list) else text |
|
|
| return [(sample_rate, audio_data), text_data] |
|
|
|
|
| with gr.Blocks() as demo: |
| gr.Markdown("# Deployed by [Luvvoice.com](https://luvvoice.com)") |
|
|
| default_text = "四川美食确实以辣闻名,但也有不辣的选择。比如甜水面、赖汤圆、蛋烘糕、叶儿粑等,这些小吃口味温和,甜而不腻,也很受欢迎。" |
| text_input = gr.Textbox(label="Input Text", lines=4, placeholder="Please Input Text...", value=default_text) |
|
|
| with gr.Row(): |
| refine_text_checkbox = gr.Checkbox(label="Refine text", value=True) |
| temperature_slider = gr.Slider(minimum=0.00001, maximum=1.0, step=0.00001, value=0.3, label="Audio temperature") |
| top_p_slider = gr.Slider(minimum=0.1, maximum=0.9, step=0.05, value=0.7, label="top_P") |
| top_k_slider = gr.Slider(minimum=1, maximum=20, step=1, value=20, label="top_K") |
|
|
| with gr.Row(): |
| audio_seed_input = gr.Number(value=42, label="Audio Seed") |
| generate_audio_seed = gr.Button("\U0001F3B2") |
| text_seed_input = gr.Number(value=42, label="Text Seed") |
| generate_text_seed = gr.Button("\U0001F3B2") |
|
|
| generate_button = gr.Button("Generate") |
| |
| text_output = gr.Textbox(label="Output Text", interactive=False) |
| audio_output = gr.Audio(label="Output Audio") |
|
|
| generate_audio_seed.click(generate_seed, |
| inputs=[], |
| outputs=audio_seed_input) |
| |
| generate_text_seed.click(generate_seed, |
| inputs=[], |
| outputs=text_seed_input) |
| |
| generate_button.click(generate_audio, |
| inputs=[text_input, temperature_slider, top_p_slider, top_k_slider, audio_seed_input, text_seed_input, refine_text_checkbox], |
| outputs=[audio_output, text_output]) |
|
|
| parser = argparse.ArgumentParser(description='ChatTTS demo Launch') |
| parser.add_argument('--server_name', type=str, default='0.0.0.0', help='Server name') |
| parser.add_argument('--server_port', type=int, default=8080, help='Server port') |
| args = parser.parse_args() |
|
|
| |
|
|
|
|
|
|
|
|
| if __name__ == '__main__': |
| demo.launch() |