|
import tempfile |
|
from typing import Optional |
|
from TTS.config import load_config |
|
import gradio as gr |
|
import numpy as np |
|
from TTS.utils.manage import ModelManager |
|
from TTS.utils.synthesizer import Synthesizer |
|
|
|
|
|
MODELS = {} |
|
SPEAKERS = {} |
|
MAX_TXT_LEN = 100 |
|
|
|
|
|
manager = ModelManager() |
|
MODEL_NAMES = manager.list_tts_models() |
|
|
|
|
|
filters = ["vctk", "your_tts", "ek1"] |
|
MODEL_NAMES = [model_name for model_name in MODEL_NAMES if not any(f in model_name for f in filters)] |
|
|
|
EN = [el for el in MODEL_NAMES if "/en/" in el] |
|
OTHER = [el for el in MODEL_NAMES if "/en/" not in el] |
|
EN[0], EN[5] = EN[5], EN[0] |
|
MODEL_NAMES = EN + OTHER |
|
|
|
|
|
print(MODEL_NAMES) |
|
|
|
|
|
def tts(text: str, model_name: str): |
|
if len(text) > MAX_TXT_LEN: |
|
text = text[:MAX_TXT_LEN] |
|
print(f"Input text was cutoff since it went over the {MAX_TXT_LEN} character limit.") |
|
print(text, model_name) |
|
|
|
model_path, config_path, model_item = manager.download_model(model_name) |
|
vocoder_name: Optional[str] = model_item["default_vocoder"] |
|
|
|
vocoder_path = None |
|
vocoder_config_path = None |
|
if vocoder_name is not None: |
|
vocoder_path, vocoder_config_path, _ = manager.download_model(vocoder_name) |
|
|
|
synthesizer = Synthesizer( |
|
model_path, config_path, None, None, vocoder_path, vocoder_config_path, |
|
) |
|
|
|
if synthesizer is None: |
|
raise NameError("model not found") |
|
wavs = synthesizer.tts(text, None) |
|
|
|
with tempfile.NamedTemporaryFile(suffix=".wav", delete=False) as fp: |
|
synthesizer.save_wav(wavs, fp) |
|
return fp.name |
|
|
|
|
|
title = """<h1 align="center">🐸💬 CoquiTTS Playground </h1>""" |
|
|
|
with gr.Blocks(analytics_enabled=False) as demo: |
|
with gr.Row(): |
|
with gr.Column(): |
|
gr.Markdown( |
|
""" |
|
## <img src="https://raw.githubusercontent.com/coqui-ai/TTS/main/images/coqui-log-green-TTS.png" height="56"/> |
|
""" |
|
) |
|
gr.Markdown( |
|
""" |
|
<br /> |
|
|
|
## 🐸Coqui.ai News |
|
- 📣 ⓍTTS, our production TTS model that can speak 13 languages, is released [Blog Post](https://coqui.ai/blog/tts/open_xtts), [Demo](https://huggingface.co/spaces/coqui/xtts), [Docs](https://tts.readthedocs.io/en/dev/models/xtts.html) |
|
- 📣 [🐶Bark](https://github.com/suno-ai/bark) is now available for inference with unconstrained voice cloning. [Docs](https://tts.readthedocs.io/en/dev/models/bark.html) |
|
- 📣 You can use [~1100 Fairseq models](https://github.com/facebookresearch/fairseq/tree/main/examples/mms) with 🐸TTS. |
|
- 📣 🐸TTS now supports 🐢Tortoise with faster inference. [Docs](https://tts.readthedocs.io/en/dev/models/tortoise.html) |
|
- 📣 **Coqui Studio API** is landed on 🐸TTS. - [Example](https://github.com/coqui-ai/TTS/blob/dev/README.md#-python-api) |
|
- 📣 [**Coqui Studio API**](https://docs.coqui.ai/docs) is live. |
|
- 📣 Voice generation with prompts - **Prompt to Voice** - is live on [**Coqui Studio**](https://app.coqui.ai/auth/signin)!! - [Blog Post](https://coqui.ai/blog/tts/prompt-to-voice) |
|
- 📣 Voice generation with fusion - **Voice fusion** - is live on [**Coqui Studio**](https://app.coqui.ai/auth/signin). |
|
- 📣 Voice cloning is live on [**Coqui Studio**](https://app.coqui.ai/auth/signin). |
|
<br> |
|
|
|
""" |
|
) |
|
with gr.Column(): |
|
gr.Markdown( |
|
""" |
|
<br/> |
|
|
|
💻 This space showcases some of the **[CoquiTTS](https://github.com/coqui-ai/TTS)** models. |
|
|
|
<br/> |
|
|
|
There are > 30 languages with single and multi speaker models, all thanks to our 👑 Contributors. |
|
|
|
<br/> |
|
|
|
Visit the links below for more. |
|
|
|
| | | |
|
| ------------------------------- | --------------------------------------- | |
|
| 🐸💬 **CoquiTTS** | [Github](https://github.com/coqui-ai/TTS) | |
|
| 💼 **Documentation** | [ReadTheDocs](https://tts.readthedocs.io/en/latest/) |
|
| 👩💻 **Questions** | [GitHub Discussions] | |
|
| 🗯 **Community** | [](https://discord.gg/5eXr5seRrv) | |
|
|
|
[github issue tracker]: https://github.com/coqui-ai/tts/issues |
|
[github discussions]: https://github.com/coqui-ai/TTS/discussions |
|
[discord]: https://discord.gg/5eXr5seRrv |
|
|
|
|
|
""" |
|
) |
|
|
|
with gr.Row(): |
|
gr.Markdown( |
|
""" |
|
<details> |
|
<summary>👑 Model contributors</summary> |
|
|
|
- <a href="https://github.com/nmstoker/" target="_blank">@nmstoker</a> |
|
- <a href="https://github.com/kaiidams/" target="_blank">@kaiidams</a> |
|
- <a href="https://github.com/WeberJulian/" target="_blank">@WeberJulian,</a> |
|
- <a href="https://github.com/Edresson/" target="_blank">@Edresson</a> |
|
- <a href="https://github.com/thorstenMueller/" target="_blank">@thorstenMueller</a> |
|
- <a href="https://github.com/r-dh/" target="_blank">@r-dh</a> |
|
- <a href="https://github.com/kirianguiller/" target="_blank">@kirianguiller</a> |
|
- <a href="https://github.com/robinhad/" target="_blank">@robinhad</a> |
|
- <a href="https://github.com/fkarabiber/" target="_blank">@fkarabiber</a> |
|
- <a href="https://github.com/nicolalandro/" target="_blank">@nicolalandro</a> |
|
- <a href="https://github.com/a-froghyar" target="_blank">@a-froghyar</a> |
|
- <a href="https://github.com/manmay-nakhashi" target="_blank">@manmay-nakhashi</a> |
|
- <a href="https://github.com/noml4u" target="_blank">@noml4u</a> |
|
</details> |
|
|
|
<br/> |
|
""" |
|
) |
|
|
|
with gr.Row(): |
|
with gr.Column(): |
|
input_text = gr.inputs.Textbox( |
|
label="Input Text", |
|
default="This sentence has been generated by a speech synthesis system.", |
|
) |
|
model_select = gr.inputs.Dropdown( |
|
label="Pick Model: tts_models/<language>/<dataset>/<model_name>", |
|
choices=MODEL_NAMES, |
|
default="tts_models/en/jenny/jenny" |
|
) |
|
tts_button = gr.Button("Send", elem_id="send-btn", visible=True) |
|
|
|
with gr.Column(): |
|
output_audio = gr.outputs.Audio(label="Output", type="filepath") |
|
|
|
tts_button.click( |
|
tts, |
|
inputs=[ |
|
input_text, |
|
model_select, |
|
], |
|
outputs=[output_audio], |
|
) |
|
|
|
demo.queue(concurrency_count=16).launch(debug=True) |
