Spaces:
Build error
Build error
import sys | |
import os | |
# By using XTTS you agree to CPML license https://coqui.ai/cpml | |
os.environ["COQUI_TOS_AGREED"] = "1" | |
import gradio as gr | |
from TTS.api import TTS | |
tts = TTS("tts_models/multilingual/multi-dataset/xtts_v1") | |
tts.to("cuda") | |
def predict(prompt, language, audio_file_pth, mic_file_path, use_mic, agree): | |
if agree == True: | |
if use_mic == True: | |
if mic_file_path is not None: | |
speaker_wav=mic_file_path | |
else: | |
gr.Warning("Please record your voice with Microphone, or uncheck Use Microphone to use reference audios") | |
return ( | |
None, | |
None, | |
) | |
else: | |
speaker_wav=audio_file_pth | |
if len(prompt)<2: | |
gr.Warning("Please give a longer prompt text") | |
return ( | |
None, | |
None, | |
) | |
try: | |
tts.tts_to_file( | |
text=prompt, | |
file_path="output.wav", | |
speaker_wav=speaker_wav, | |
language=language, | |
) | |
except RuntimeError as e : | |
if "device-assert" in str(e): | |
# cannot do anything on cuda device side error, need tor estart | |
gr.Warning("Unhandled Exception encounter, please retry in a minute") | |
print("Cuda device-assert Runtime encountered need restart") | |
sys.exit("Exit due to cuda device-assert") | |
else: | |
raise e | |
return ( | |
gr.make_waveform( | |
audio="output.wav", | |
), | |
"output.wav", | |
) | |
else: | |
gr.Warning("Please accept the Terms & Condition!") | |
return ( | |
None, | |
None, | |
) | |
title = "Coqui🐸 XTTS" | |
description = """ | |
<a href="https://huggingface.co/coqui/XTTS-v1">XTTS</a> is a Voice generation model that lets you clone voices into different languages by using just a quick 3-second audio clip. | |
<br/> | |
XTTS is built on previous research, like Tortoise, with additional architectural innovations and training to make cross-language voice cloning and multilingual speech generation possible. | |
<br/> | |
This is the same model that powers our creator application <a href="https://coqui.ai">Coqui Studio</a> as well as the <a href="https://docs.coqui.ai">Coqui API</a>. In production we apply modifications to make low-latency streaming possible. | |
<br/> | |
Leave a star on the Github <a href="https://github.com/coqui-ai/TTS">🐸TTS</a>, where our open-source inference and training code lives. | |
<br/> | |
<p>For faster inference without waiting in the queue, you should duplicate this space and upgrade to GPU via the settings. | |
<br/> | |
<a href="https://huggingface.co/spaces/coqui/xtts?duplicate=true"> | |
<img style="margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a> | |
</p> | |
""" | |
article = """ | |
<div style='margin:20px auto;'> | |
<p>By using this demo you agree to the terms of the Coqui Public Model License at https://coqui.ai/cpml</p> | |
</div> | |
""" | |
examples = [ | |
[ | |
"Once when I was six years old I saw a magnificent picture", | |
"en", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Lorsque j'avais six ans j'ai vu, une fois, une magnifique image", | |
"fr", | |
"examples/male.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Als ich sechs war, sah ich einmal ein wunderbares Bild", | |
"de", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Cuando tenía seis años, vi una vez una imagen magnífica", | |
"es", | |
"examples/male.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Quando eu tinha seis anos eu vi, uma vez, uma imagem magnífica", | |
"pt", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Kiedy miałem sześć lat, zobaczyłem pewnego razu wspaniały obrazek", | |
"pl", | |
"examples/male.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Un tempo lontano, quando avevo sei anni, vidi un magnifico disegno", | |
"it", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Bir zamanlar, altı yaşındayken, muhteşem bir resim gördüm", | |
"tr", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Когда мне было шесть лет, я увидел однажды удивительную картинку", | |
"ru", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Toen ik een jaar of zes was, zag ik op een keer een prachtige plaat", | |
"nl", | |
"examples/male.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"Když mi bylo šest let, viděl jsem jednou nádherný obrázek", | |
"cs", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
[ | |
"当我还只有六岁的时候, 看到了一副精彩的插画", | |
"zh-cn", | |
"examples/female.wav", | |
None, | |
False, | |
True, | |
], | |
] | |
gr.Interface( | |
fn=predict, | |
inputs=[ | |
gr.Textbox( | |
label="Text Prompt", | |
info="One or two sentences at a time is better", | |
value="Hi there, I'm your new voice clone. Try your best to upload quality audio. Like my grandma used to say: 'Garbage in, garbage out!'", | |
), | |
gr.Dropdown( | |
label="Language", | |
info="Select an output language for the synthesised speech", | |
choices=[ | |
"en", | |
"es", | |
"fr", | |
"de", | |
"it", | |
"pt", | |
"pl", | |
"tr", | |
"ru", | |
"nl", | |
"cs", | |
"ar", | |
"zh-cn", | |
], | |
max_choices=1, | |
value="en", | |
), | |
gr.Audio( | |
label="Reference Audio", | |
info="Click on the ✎ button to upload your own target speaker audio", | |
type="filepath", | |
value="examples/female.wav", | |
), | |
gr.Audio(source="microphone", | |
type="filepath", | |
info="Use your microphone to record audio", | |
label="Use Microphone for Reference"), | |
gr.Checkbox(label="Check to use Microphone as Reference", value=False), | |
gr.Checkbox( | |
label="Agree", | |
value=False, | |
info="I agree to the terms of the Coqui Public Model License at https://coqui.ai/cpml", | |
), | |
], | |
outputs=[ | |
gr.Video(label="Waveform Visual"), | |
gr.Audio(label="Synthesised Audio"), | |
], | |
title=title, | |
description=description, | |
article=article, | |
examples=examples, | |
).queue().launch(debug=True) |