import gradio as gr import torch from modules.speaker import Speaker from modules.utils.SeedContext import SeedContext from modules.utils.hf import spaces from modules.models import load_chat_tts from modules.utils.rng import np_rng from modules.webui import webui_config from modules.webui.webui_utils import get_speakers, tts_generate import tempfile names_list = [ "Alice", "Bob", "Carol", "Carlos", "Charlie", "Chuck", "Chad", "Craig", "Dan", "Dave", "David", "Erin", "Eve", "Yves", "Faythe", "Frank", "Grace", "Heidi", "Ivan", "Judy", "Mallory", "Mallet", "Darth", "Michael", "Mike", "Niaj", "Olivia", "Oscar", "Peggy", "Pat", "Rupert", "Sybil", "Trent", "Ted", "Trudy", "Victor", "Vanna", "Walter", "Wendy", ] @torch.inference_mode() @spaces.GPU(duration=120) def create_spk_from_seed( seed: int, name: str, gender: str, desc: str, ): chat_tts = load_chat_tts() with SeedContext(seed, True): emb = chat_tts.sample_random_speaker() spk = Speaker(seed_or_tensor=-2, name=name, gender=gender, describe=desc) spk.emb = emb with tempfile.NamedTemporaryFile(delete=False, suffix=".pt") as tmp_file: torch.save(spk, tmp_file) tmp_file_path = tmp_file.name return tmp_file_path @torch.inference_mode() @spaces.GPU(duration=120) def test_spk_voice(seed: int, text: str): return tts_generate( spk=seed, text=text, ) def random_speaker(): seed = np_rng() name = names_list[seed % len(names_list)] return seed, name def speaker_creator_ui(): def on_generate(seed, name, gender, desc): file_path = create_spk_from_seed(seed, name, gender, desc) return file_path def create_test_voice_card(seed_input): with gr.Group(): gr.Markdown("🎤Test voice") with gr.Row(): test_voice_btn = gr.Button("Test Voice", variant="secondary") with gr.Column(scale=4): test_text = gr.Textbox( label="Test Text", placeholder="Please input test text", value=webui_config.localization.DEFAULT_SPEAKER_TEST_TEXT, ) with gr.Row(): current_seed = gr.Label(label="Current Seed", value=-1) with gr.Column(scale=4): output_audio = gr.Audio(label="Output Audio", format="mp3") test_voice_btn.click( fn=test_spk_voice, inputs=[seed_input, test_text], outputs=[output_audio], ) test_voice_btn.click( fn=lambda x: x, inputs=[seed_input], outputs=[current_seed], ) gr.Markdown("SPEAKER_CREATOR_GUIDE") with gr.Row(): with gr.Column(scale=2): with gr.Group(): gr.Markdown("ℹ️Speaker info") seed_input = gr.Number(label="Seed", value=2) name_input = gr.Textbox( label="Name", placeholder="Enter speaker name", value="Bob" ) gender_input = gr.Textbox( label="Gender", placeholder="Enter gender", value="*" ) desc_input = gr.Textbox( label="Description", placeholder="Enter description", ) random_button = gr.Button("Random Speaker") with gr.Group(): gr.Markdown("🔊Generate speaker.pt") generate_button = gr.Button("Save .pt file") output_file = gr.File(label="Save to File") with gr.Column(scale=5): create_test_voice_card(seed_input=seed_input) create_test_voice_card(seed_input=seed_input) create_test_voice_card(seed_input=seed_input) create_test_voice_card(seed_input=seed_input) random_button.click( random_speaker, outputs=[seed_input, name_input], ) generate_button.click( fn=on_generate, inputs=[seed_input, name_input, gender_input, desc_input], outputs=[output_file], )