import os import torch import se_extractor from api import BaseSpeakerTTS, ToneColorConverter ckpt_base_en = 'checkpoints/checkpoints/base_speakers/EN' ckpt_converter_en = 'checkpoints/checkpoints/converter' #device = 'cuda:0' device = "cpu" base_speaker_tts = BaseSpeakerTTS(f'{ckpt_base_en}/config.json', device=device) base_speaker_tts.load_ckpt(f'{ckpt_base_en}/checkpoint.pth') tone_color_converter = ToneColorConverter(f'{ckpt_converter_en}/config.json', device=device) tone_color_converter.load_ckpt(f'{ckpt_converter_en}/checkpoint.pth') ckpt_base_zh = 'checkpoints/checkpoints/base_speakers/ZH' base_speaker_tts_zh = BaseSpeakerTTS(f'{ckpt_base_zh}/config.json', device=device) base_speaker_tts_zh.load_ckpt(f'{ckpt_base_zh}/checkpoint.pth') from tts_voice import tts_order_voice import edge_tts import gradio as gr import tempfile import anyio def vc_en(text, audio_ref, style_mode): if style_mode=="default": source_se = torch.load(f'{ckpt_base_en}/en_default_se.pth').to(device) reference_speaker = audio_ref target_se, audio_name = se_extractor.get_se(reference_speaker, tone_color_converter, target_dir='processed', vad=True) save_path = "output.wav" # Run the base speaker tts src_path = "tmp.wav" base_speaker_tts.tts(text, src_path, speaker='default', language='English', speed=1.0) # Run the tone color converter encode_message = "@MyShell" tone_color_converter.convert( audio_src_path=src_path, src_se=source_se, tgt_se=target_se, output_path=save_path, message=encode_message) else: source_se = torch.load(f'{ckpt_base_en}/en_style_se.pth').to(device) reference_speaker = audio_ref target_se, audio_name = se_extractor.get_se(reference_speaker, tone_color_converter, target_dir='processed', vad=True) save_path = "output.wav" # Run the base speaker tts src_path = "tmp.wav" base_speaker_tts.tts(text, src_path, speaker=style_mode, language='English', speed=0.9) # Run the tone color converter encode_message = "@MyShell" tone_color_converter.convert( audio_src_path=src_path, src_se=source_se, tgt_se=target_se, output_path=save_path, message=encode_message) return "output.wav" def vc_zh(text, audio_ref): source_se = torch.load(f'{ckpt_base_zh}/zh_default_se.pth').to(device) save_path = "output.wav" src_path = "tmp.wav" base_speaker_tts_zh.tts(text, src_path, speaker='default', language='Chinese', speed=1.0) reference_speaker = audio_ref target_se, audio_name = se_extractor.get_se(reference_speaker, tone_color_converter, target_dir='processed', vad=True) # Run the tone color converter encode_message = "@MyShell" tone_color_converter.convert( audio_src_path=src_path, src_se=source_se, tgt_se=target_se, output_path=save_path, message=encode_message) return "output.wav" language_dict = tts_order_voice base_speaker = "base_audio.mp3" source_se, audio_name = se_extractor.get_se(base_speaker, tone_color_converter, vad=True) async def text_to_speech_edge(text, audio_ref, language_code): voice = language_dict[language_code] communicate = edge_tts.Communicate(text, voice) with tempfile.NamedTemporaryFile(delete=False, suffix=".mp3") as tmp_file: tmp_path = tmp_file.name await communicate.save(tmp_path) reference_speaker = audio_ref target_se, audio_name = se_extractor.get_se(reference_speaker, tone_color_converter, target_dir='processed', vad=True) save_path = "output.wav" # Run the tone color converter encode_message = "@MyShell" tone_color_converter.convert( audio_src_path=tmp_path, src_se=source_se, tgt_se=target_se, output_path=save_path, message=encode_message) return "output.wav" app = gr.Blocks() with app: gr.Markdown("#
🥳💕🎶 OpenVoice 3秒语音情感真实复刻
") gr.Markdown("##
🌟 只需3秒语音,一键复刻说话语气及情感,喜怒哀乐、应有尽有!
") gr.Markdown("###
🌊 更多精彩应用,敬请关注[滔滔AI](http://www.talktalkai.com);滔滔AI,为爱滔滔!💕
") with gr.Tab("💕语音情感合成"): with gr.Row(): with gr.Column(): inp1 = gr.Textbox(lines=3, label="请输入您想转换的英文文本") inp2 = gr.Audio(label="请上传您喜欢的语音文件", type="filepath") inp3 = gr.Dropdown(label="请选择一种语音情感", info="🙂default😊friendly🤫whispering😄cheerful😱terrified😡angry😢sad", choices=["default", "friendly", "whispering", "cheerful", "terrified", "angry", "sad"], value="default") btn1 = gr.Button("开始语音情感真实复刻吧!", variant="primary") with gr.Column(): out1 = gr.Audio(label="为您合成的专属语音", type="filepath") btn1.click(vc_en, [inp1, inp2, inp3], out1) with gr.Tab("🎶中文声音复刻"): with gr.Row(): with gr.Column(): inp_zh_1 = gr.Textbox(lines=3, label="请输入您想转换的中文文本") inp_zh_2 = gr.Audio(label="请上传您喜欢的语音文件", type="filepath") btn_zh = gr.Button("开始语音情感真实复刻吧!", variant="primary") with gr.Column(): out_zh = gr.Audio(label="为您合成的专属语音", type="filepath") btn_zh.click(vc_zh, [inp_zh_1, inp_zh_2], out_zh) with gr.Tab("🌟多语言声音复刻"): with gr.Row(): with gr.Column(): inp4 = gr.Textbox(lines=3, label="请输入您想转换的任意语言文本") inp5 = gr.Audio(label="请上传您喜欢的语音文件", type="filepath") inp6 = gr.Dropdown(choices=list(language_dict.keys()), value=list(language_dict.keys())[15], label="请选择文本对应的语言及说话人") btn2 = gr.Button("开始语音情感真实复刻吧!", variant="primary") with gr.Column(): out2 = gr.Audio(label="为您合成的专属语音", type="filepath") btn2.click(text_to_speech_edge, [inp4, inp5, inp6], out2) gr.Markdown("###
注意❗:请不要生成会对个人以及组织造成侵害的内容,此程序仅供科研、学习及个人娱乐使用。Get your OpenAI API Key [here](https://platform.openai.com/api-keys).
") gr.HTML(''' ''') app.launch(show_error=True)