Upload 364 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+TensorFlowTTS/examples/tacotron2/fig/alignment.gif filter=lfs diff=lfs merge=lfs -text

TensorFlowTTS/.eggs/README.txt

@@ -0,0 +1,6 @@
+This directory contains eggs that were downloaded by setuptools to build, test, and run plug-ins.
+
+This directory caches those eggs to prevent repeated downloads.
+
+However, it is safe to delete this directory.
+

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/LICENSE

@@ -0,0 +1,19 @@
+Copyright Jason R. Coombs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to
+deal in the Software without restriction, including without limitation the
+rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
+sell copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+IN THE SOFTWARE.

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/PKG-INFO

@@ -0,0 +1,189 @@
+Metadata-Version: 2.1
+Name: pytest-runner
+Version: 6.0.0
+Summary: Invoke py.test as distutils command with dependency resolution
+Home-page: https://github.com/pytest-dev/pytest-runner/
+Author: Jason R. Coombs
+Author-email: jaraco@jaraco.com
+License: UNKNOWN
+Platform: UNKNOWN
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Framework :: Pytest
+Requires-Python: >=3.7
+License-File: LICENSE
+Provides-Extra: docs
+Requires-Dist: sphinx ; extra == 'docs'
+Requires-Dist: jaraco.packaging (>=9) ; extra == 'docs'
+Requires-Dist: rst.linker (>=1.9) ; extra == 'docs'
+Requires-Dist: jaraco.tidelift (>=1.4) ; extra == 'docs'
+Provides-Extra: testing
+Requires-Dist: pytest (>=6) ; extra == 'testing'
+Requires-Dist: pytest-checkdocs (>=2.4) ; extra == 'testing'
+Requires-Dist: pytest-flake8 ; extra == 'testing'
+Requires-Dist: pytest-cov ; extra == 'testing'
+Requires-Dist: pytest-enabler (>=1.0.1) ; extra == 'testing'
+Requires-Dist: pytest-virtualenv ; extra == 'testing'
+Requires-Dist: types-setuptools ; extra == 'testing'
+Requires-Dist: pytest-black (>=0.3.7) ; (platform_python_implementation != "PyPy") and extra == 'testing'
+Requires-Dist: pytest-mypy (>=0.9.1) ; (platform_python_implementation != "PyPy") and extra == 'testing'
+
+.. image:: https://img.shields.io/pypi/v/pytest-runner.svg
+   :target: `PyPI link`_
+
+.. image:: https://img.shields.io/pypi/pyversions/pytest-runner.svg
+   :target: `PyPI link`_
+
+.. _PyPI link: https://pypi.org/project/pytest-runner
+
+.. image:: https://github.com/pytest-dev/pytest-runner/workflows/tests/badge.svg
+   :target: https://github.com/pytest-dev/pytest-runner/actions?query=workflow%3A%22tests%22
+   :alt: tests
+
+.. image:: https://img.shields.io/badge/code%20style-black-000000.svg
+   :target: https://github.com/psf/black
+   :alt: Code style: Black
+
+.. .. image:: https://readthedocs.org/projects/skeleton/badge/?version=latest
+..    :target: https://skeleton.readthedocs.io/en/latest/?badge=latest
+
+.. image:: https://img.shields.io/badge/skeleton-2022-informational
+   :target: https://blog.jaraco.com/skeleton
+
+.. image:: https://tidelift.com/badges/package/pypi/pytest-runner
+   :target: https://tidelift.com/subscription/pkg/pypi-pytest-runner?utm_source=pypi-pytest-runner&utm_medium=readme
+
+Setup scripts can use pytest-runner to add setup.py test support for pytest
+runner.
+
+Deprecation Notice
+==================
+
+pytest-runner depends on deprecated features of setuptools and relies on features that break security
+mechanisms in pip. For example 'setup_requires' and 'tests_require' bypass ``pip --require-hashes``.
+See also `pypa/setuptools#1684 <https://github.com/pypa/setuptools/issues/1684>`_.
+
+It is recommended that you:
+
+- Remove ``'pytest-runner'`` from your ``setup_requires``, preferably removing the ``setup_requires`` option.
+- Remove ``'pytest'`` and any other testing requirements from ``tests_require``, preferably removing the ``tests_requires`` option.
+- Select a tool to bootstrap and then run tests such as tox.
+
+Usage
+=====
+
+- Add 'pytest-runner' to your 'setup_requires'. Pin to '>=2.0,<3dev' (or
+  similar) to avoid pulling in incompatible versions.
+- Include 'pytest' and any other testing requirements to 'tests_require'.
+- Invoke tests with ``setup.py pytest``.
+- Pass ``--index-url`` to have test requirements downloaded from an alternate
+  index URL (unnecessary if specified for easy_install in setup.cfg).
+- Pass additional py.test command-line options using ``--addopts``.
+- Set permanent options for the ``python setup.py pytest`` command (like ``index-url``)
+  in the ``[pytest]`` section of ``setup.cfg``.
+- Set permanent options for the ``py.test`` run (like ``addopts`` or ``pep8ignore``) in the ``[pytest]``
+  section of ``pytest.ini`` or ``tox.ini`` or put them in the ``[tool:pytest]``
+  section of ``setup.cfg``. See `pytest issue 567
+  <https://github.com/pytest-dev/pytest/issues/567>`_.
+- Optionally, set ``test=pytest`` in the ``[aliases]`` section of ``setup.cfg``
+  to cause ``python setup.py test`` to invoke pytest.
+
+Example
+=======
+
+The most simple usage looks like this in setup.py::
+
+    setup(
+        setup_requires=[
+            'pytest-runner',
+        ],
+        tests_require=[
+            'pytest',
+        ],
+    )
+
+Additional dependencies require to run the tests (e.g. mock or pytest
+plugins) may be added to tests_require and will be downloaded and
+required by the session before invoking pytest.
+
+Follow `this search on github
+<https://github.com/search?utf8=%E2%9C%93&q=filename%3Asetup.py+pytest-runner&type=Code&ref=searchresults>`_
+for examples of real-world usage.
+
+Standalone Example
+==================
+
+This technique is deprecated - if you have standalone scripts
+you wish to invoke with dependencies, `use pip-run
+<https://pypi.org/project/pip-run>`_.
+
+Although ``pytest-runner`` is typically used to add pytest test
+runner support to maintained packages, ``pytest-runner`` may
+also be used to create standalone tests. Consider `this example
+failure <https://gist.github.com/jaraco/d979a558bc0bf2194c23>`_,
+reported in `jsonpickle #117
+<https://github.com/jsonpickle/jsonpickle/issues/117>`_
+or `this MongoDB test
+<https://gist.github.com/jaraco/0b9e482f5c0a1300dc9a>`_
+demonstrating a technique that works even when dependencies
+are required in the test.
+
+Either example file may be cloned or downloaded and simply run on
+any system with Python and Setuptools. It will download the
+specified dependencies and run the tests. Afterward, the the
+cloned directory can be removed and with it all trace of
+invoking the test. No other dependencies are needed and no
+system configuration is altered.
+
+Then, anyone trying to replicate the failure can do so easily
+and with all the power of pytest (rewritten assertions,
+rich comparisons, interactive debugging, extensibility through
+plugins, etc).
+
+As a result, the communication barrier for describing and
+replicating failures is made almost trivially low.
+
+Considerations
+==============
+
+Conditional Requirement
+-----------------------
+
+Because it uses Setuptools setup_requires, pytest-runner will install itself
+on every invocation of setup.py. In some cases, this causes delays for
+invocations of setup.py that will never invoke pytest-runner. To help avoid
+this contingency, consider requiring pytest-runner only when pytest
+is invoked::
+
+    needs_pytest = {'pytest', 'test', 'ptr'}.intersection(sys.argv)
+    pytest_runner = ['pytest-runner'] if needs_pytest else []
+
+    # ...
+
+    setup(
+        #...
+        setup_requires=[
+            #... (other setup requirements)
+        ] + pytest_runner,
+    )
+
+For Enterprise
+==============
+
+Available as part of the Tidelift Subscription.
+
+This project and the maintainers of thousands of other packages are working with Tidelift to deliver one enterprise subscription that covers all of the open source you use.
+
+`Learn more <https://tidelift.com/subscription/pkg/pypi-PROJECT?utm_source=pypi-PROJECT&utm_medium=referral&utm_campaign=github>`_.
+
+Security Contact
+================
+
+To report a security vulnerability, please use the
+`Tidelift security contact <https://tidelift.com/security>`_.
+Tidelift will coordinate the fix and disclosure.
+
+

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/RECORD

@@ -0,0 +1,7 @@
+ptr/__init__.py,sha256=0UfzhCooVgCNTBwVEOPOVGEPck4pnl_6PTfsC-QzNGM,6730
+pytest_runner-6.0.0.dist-info/LICENSE,sha256=2z8CRrH5J48VhFuZ_sR4uLUG63ZIeZNyL4xuJUKF-vg,1050
+pytest_runner-6.0.0.dist-info/METADATA,sha256=xa7jfGba2yXK6_27FdHmVJzb9SifCjm_EBVxNXC8R6w,7381
+pytest_runner-6.0.0.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+pytest_runner-6.0.0.dist-info/entry_points.txt,sha256=BqezBqeO63XyzSYmHYE58gKEFIjJUd-XdsRQkXHy2ig,58
+pytest_runner-6.0.0.dist-info/top_level.txt,sha256=DPzHbWlKG8yq8EOD5UgEvVNDWeJRPyimrwfShwV6Iuw,4
+pytest_runner-6.0.0.dist-info/RECORD,,

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.37.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/entry_points.txt

@@ -0,0 +1,3 @@
+[distutils.commands]
+ptr = ptr:PyTest
+pytest = ptr:PyTest

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/requires.txt

@@ -0,0 +1,17 @@
+
+[docs]
+sphinx
+jaraco.packaging>=9
+rst.linker>=1.9
+jaraco.tidelift>=1.4
+
+[testing]
+pytest>=6
+pytest-checkdocs>=2.4
+pytest-flake8
+pytest-cov
+pytest-enabler>=1.0.1
+pytest-virtualenv
+types-setuptools
+pytest-black>=0.3.7
+pytest-mypy>=0.9.1

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/EGG-INFO/top_level.txt

@@ -0,0 +1 @@
+ptr

TensorFlowTTS/.eggs/pytest_runner-6.0.0-py3.11.egg/ptr/__init__.py

@@ -0,0 +1,216 @@
+"""
+Implementation
+"""
+
+import os as _os
+import shlex as _shlex
+import contextlib as _contextlib
+import sys as _sys
+import operator as _operator
+import itertools as _itertools
+import warnings as _warnings
+
+import pkg_resources
+import setuptools.command.test as orig
+from setuptools import Distribution
+
+
+@_contextlib.contextmanager
+def _save_argv(repl=None):
+    saved = _sys.argv[:]
+    if repl is not None:
+        _sys.argv[:] = repl
+    try:
+        yield saved
+    finally:
+        _sys.argv[:] = saved
+
+
+class CustomizedDist(Distribution):
+
+    allow_hosts = None
+    index_url = None
+
+    def fetch_build_egg(self, req):
+        """Specialized version of Distribution.fetch_build_egg
+        that respects respects allow_hosts and index_url."""
+        from setuptools.command.easy_install import easy_install
+
+        dist = Distribution({'script_args': ['easy_install']})
+        dist.parse_config_files()
+        opts = dist.get_option_dict('easy_install')
+        keep = (
+            'find_links',
+            'site_dirs',
+            'index_url',
+            'optimize',
+            'site_dirs',
+            'allow_hosts',
+        )
+        for key in list(opts):
+            if key not in keep:
+                del opts[key]  # don't use any other settings
+        if self.dependency_links:
+            links = self.dependency_links[:]
+            if 'find_links' in opts:
+                links = opts['find_links'][1].split() + links
+            opts['find_links'] = ('setup', links)
+        if self.allow_hosts:
+            opts['allow_hosts'] = ('test', self.allow_hosts)
+        if self.index_url:
+            opts['index_url'] = ('test', self.index_url)
+        install_dir_func = getattr(self, 'get_egg_cache_dir', _os.getcwd)
+        install_dir = install_dir_func()
+        cmd = easy_install(
+            dist,
+            args=["x"],
+            install_dir=install_dir,
+            exclude_scripts=True,
+            always_copy=False,
+            build_directory=None,
+            editable=False,
+            upgrade=False,
+            multi_version=True,
+            no_report=True,
+            user=False,
+        )
+        cmd.ensure_finalized()
+        return cmd.easy_install(req)
+
+
+class PyTest(orig.test):
+    """
+    >>> import setuptools
+    >>> dist = setuptools.Distribution()
+    >>> cmd = PyTest(dist)
+    """
+
+    user_options = [
+        ('extras', None, "Install (all) setuptools extras when running tests"),
+        (
+            'index-url=',
+            None,
+            "Specify an index url from which to retrieve dependencies",
+        ),
+        (
+            'allow-hosts=',
+            None,
+            "Whitelist of comma-separated hosts to allow "
+            "when retrieving dependencies",
+        ),
+        (
+            'addopts=',
+            None,
+            "Additional options to be passed verbatim to the pytest runner",
+        ),
+    ]
+
+    def initialize_options(self):
+        self.extras = False
+        self.index_url = None
+        self.allow_hosts = None
+        self.addopts = []
+        self.ensure_setuptools_version()
+
+    @staticmethod
+    def ensure_setuptools_version():
+        """
+        Due to the fact that pytest-runner is often required (via
+        setup-requires directive) by toolchains that never invoke
+        it (i.e. they're only installing the package, not testing it),
+        instead of declaring the dependency in the package
+        metadata, assert the requirement at run time.
+        """
+        pkg_resources.require('setuptools>=27.3')
+
+    def finalize_options(self):
+        if self.addopts:
+            self.addopts = _shlex.split(self.addopts)
+
+    @staticmethod
+    def marker_passes(marker):
+        """
+        Given an environment marker, return True if the marker is valid
+        and matches this environment.
+        """
+        return (
+            not marker
+            or not pkg_resources.invalid_marker(marker)
+            and pkg_resources.evaluate_marker(marker)
+        )
+
+    def install_dists(self, dist):
+        """
+        Extend install_dists to include extras support
+        """
+        return _itertools.chain(
+            orig.test.install_dists(dist), self.install_extra_dists(dist)
+        )
+
+    def install_extra_dists(self, dist):
+        """
+        Install extras that are indicated by markers or
+        install all extras if '--extras' is indicated.
+        """
+        extras_require = dist.extras_require or {}
+
+        spec_extras = (
+            (spec.partition(':'), reqs) for spec, reqs in extras_require.items()
+        )
+        matching_extras = (
+            reqs
+            for (name, sep, marker), reqs in spec_extras
+            # include unnamed extras or all if self.extras indicated
+            if (not name or self.extras)
+            # never include extras that fail to pass marker eval
+            and self.marker_passes(marker)
+        )
+        results = list(map(dist.fetch_build_eggs, matching_extras))
+        return _itertools.chain.from_iterable(results)
+
+    @staticmethod
+    def _warn_old_setuptools():
+        msg = (
+            "pytest-runner will stop working on this version of setuptools; "
+            "please upgrade to setuptools 30.4 or later or pin to "
+            "pytest-runner < 5."
+        )
+        ver_str = pkg_resources.get_distribution('setuptools').version
+        ver = pkg_resources.parse_version(ver_str)
+        if ver < pkg_resources.parse_version('30.4'):
+            _warnings.warn(msg)
+
+    def run(self):
+        """
+        Override run to ensure requirements are available in this session (but
+        don't install them anywhere).
+        """
+        self._warn_old_setuptools()
+        dist = CustomizedDist()
+        for attr in 'allow_hosts index_url'.split():
+            setattr(dist, attr, getattr(self, attr))
+        for attr in (
+            'dependency_links install_requires tests_require extras_require '
+        ).split():
+            setattr(dist, attr, getattr(self.distribution, attr))
+        installed_dists = self.install_dists(dist)
+        if self.dry_run:
+            self.announce('skipping tests (dry run)')
+            return
+        paths = map(_operator.attrgetter('location'), installed_dists)
+        with self.paths_on_pythonpath(paths):
+            with self.project_on_sys_path():
+                return self.run_tests()
+
+    @property
+    def _argv(self):
+        return ['pytest'] + self.addopts
+
+    def run_tests(self):
+        """
+        Invoke pytest, replacing argv. Return result code.
+        """
+        with _save_argv(_sys.argv[:1] + self.addopts):
+            result_code = __import__('pytest').main()
+            if result_code:
+                raise SystemExit(result_code)

TensorFlowTTS/.gitattributes

@@ -0,0 +1 @@
+*.ipynb linguist-language=Python

TensorFlowTTS/.github/stale.yml

@@ -0,0 +1,16 @@
+# Number of days of inactivity before an issue becomes stale
+daysUntilStale: 60
+# Number of days of inactivity before a stale issue is closed
+daysUntilClose: 7
+# Issues with these labels will never be considered stale
+exemptLabels:
+  - pinned
+  - security
+# Label to use when marking an issue as stale
+staleLabel: wontfix
+# Comment to post when marking an issue as stale. Set to `false` to disable
+markComment: >
+  This issue has been automatically marked as stale because it has not had
+  recent activity. It will be closed if no further activity occurs.
+# Comment to post when closing a stale issue. Set to `false` to disable
+closeComment: false

TensorFlowTTS/.github/workflows/ci.yaml

@@ -0,0 +1,50 @@
+name: CI
+
+on:
+  push:
+    branches:
+      - master
+  pull_request:
+    branches:
+      - master
+  schedule:
+    - cron: 0 0 * * 1
+
+jobs:
+  linter_and_test:
+    runs-on: ubuntu-18.04
+    strategy:
+      max-parallel: 10
+      matrix:
+        python-version: [3.7]
+        tensorflow-version: [2.7.0]
+    steps:
+      - uses: actions/checkout@master
+      - uses: actions/setup-python@v1
+        with:
+          python-version: ${{ matrix.python-version }}
+          architecture: 'x64'
+      - uses: actions/cache@v1
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.pytorch-version }}-pip-${{ hashFiles('**/setup.py') }}
+          restore-keys: |
+            ${{ runner.os }}-${{ matrix.python-version }}-${{ matrix.tensorflow-version }}-pip-
+      - name: Install dependencies
+        run: |
+          # install python modules
+          python -m pip install --upgrade pip
+          pip install -q -U numpy
+          pip install git+https://github.com/repodiac/german_transliterate.git#egg=german_transliterate
+          pip install -q tensorflow-gpu==${{ matrix.tensorflow-version }}
+          pip install -q -e .
+          pip install -q -e .[test]
+          pip install typing_extensions
+          sudo apt-get install libsndfile1-dev
+          python -m pip install black
+      - name: black
+        run: |
+          python -m black . 
+      - name: Pytest
+        run: |
+          pytest test

TensorFlowTTS/.gitignore

@@ -0,0 +1,46 @@
+ 
+# general
+*~
+*.pyc
+\#*\#
+.\#*
+*DS_Store
+out.txt
+TensorFlowTTS.egg-info/
+doc/_build
+slurm-*.out
+tmp*
+.eggs/
+.hypothesis/
+.idea
+.backup/
+.pytest_cache/
+__pycache__/
+.coverage*
+coverage.xml*
+.vscode*
+.nfs*
+.ipynb_checkpoints
+ljspeech
+*.h5
+*.npy
+./*.wav
+!docker-compose.yml
+/Pipfile
+/Pipfile.lock
+/datasets
+/examples/tacotron2/exp/
+/temp/
+LibriTTS/
+dataset/
+mfa/
+kss/
+baker/
+libritts/
+dump_baker/
+dump_ljspeech/
+dump_kss/
+dump_libritts/
+/notebooks/test_saved/
+build/
+dist/

TensorFlowTTS/LICENSE

@@ -0,0 +1,201 @@
+                                Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

TensorFlowTTS/README.md

@@ -0,0 +1,319 @@
+<h2 align="center">
+<p> :yum: TensorFlowTTS
+<p align="center">
+    <a href="https://github.com/tensorspeech/TensorFlowTTS/actions">
+        <img alt="Build" src="https://github.com/tensorspeech/TensorFlowTTS/workflows/CI/badge.svg?branch=master">
+    </a>
+    <a href="https://github.com/tensorspeech/TensorFlowTTS/blob/master/LICENSE">
+        <img alt="GitHub" src="https://img.shields.io/github/license/tensorspeech/TensorflowTTS?color=red">
+    </a>
+    <a href="https://colab.research.google.com/drive/1akxtrLZHKuMiQup00tzO2olCaN-y3KiD?usp=sharing">
+        <img alt="Colab" src="https://colab.research.google.com/assets/colab-badge.svg">
+    </a>
+</p>
+</h2>
+<h2 align="center">
+<p>Real-Time State-of-the-art Speech Synthesis for Tensorflow 2
+</h2>
+
+:zany_face: TensorFlowTTS provides real-time state-of-the-art speech synthesis architectures such as Tacotron-2, Melgan, Multiband-Melgan, FastSpeech, FastSpeech2 based-on TensorFlow 2. With Tensorflow 2, we can speed-up training/inference progress, optimizer further by using [fake-quantize aware](https://www.tensorflow.org/model_optimization/guide/quantization/training_comprehensive_guide) and [pruning](https://www.tensorflow.org/model_optimization/guide/pruning/pruning_with_keras), make TTS models can be run faster than real-time and be able to deploy on mobile devices or embedded systems.
+
+## What's new
+- 2021/08/18 (**NEW!**) Integrated to [Huggingface Spaces](https://huggingface.co/spaces) with [Gradio](https://github.com/gradio-app/gradio). See [Gradio Web Demo](https://huggingface.co/spaces/akhaliq/TensorFlowTTS).
+- 2021/08/12 (**NEW!**) Support French TTS (Tacotron2, Multiband MelGAN). Pls see the [colab](https://colab.research.google.com/drive/1jd3u46g-fGQw0rre8fIwWM9heJvrV1c0?usp=sharing). Many Thanks [Samuel Delalez](https://github.com/samuel-lunii)
+- 2021/06/01 Integrated with [Huggingface Hub](https://huggingface.co/tensorspeech). See the [PR](https://github.com/TensorSpeech/TensorFlowTTS/pull/555). Thanks [patrickvonplaten](https://github.com/patrickvonplaten) and [osanseviero](https://github.com/osanseviero)
+- 2021/03/18  Support IOS for FastSpeech2 and MB MelGAN. Thanks [kewlbear](https://github.com/kewlbear). See [here](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/examples/ios)
+- 2021/01/18 Support TFLite C++ inference. Thanks [luan78zaoha](https://github.com/luan78zaoha). See [here](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/examples/cpptflite)
+- 2020/12/02 Support German TTS with [Thorsten dataset](https://github.com/thorstenMueller/deep-learning-german-tts). See the [Colab](https://colab.research.google.com/drive/1W0nSFpsz32M0OcIkY9uMOiGrLTPKVhTy?usp=sharing). Thanks [thorstenMueller](https://github.com/thorstenMueller) and [monatis](https://github.com/monatis)
+- 2020/11/24 Add HiFi-GAN vocoder. See [here](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/examples/hifigan)
+- 2020/11/19 Add Multi-GPU gradient accumulator. See [here](https://github.com/TensorSpeech/TensorFlowTTS/pull/377)
+- 2020/08/23 Add Parallel WaveGAN tensorflow implementation. See [here](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/examples/parallel_wavegan)
+- 2020/08/20 Add C++ inference code. Thank [@ZDisket](https://github.com/ZDisket). See [here](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/examples/cppwin)
+- 2020/08/18 Update [new base processor](https://github.com/TensorSpeech/TensorFlowTTS/blob/master/tensorflow_tts/processor/base_processor.py). Add [AutoProcessor](https://github.com/TensorSpeech/TensorFlowTTS/blob/master/tensorflow_tts/inference/auto_processor.py) and [pretrained processor](https://github.com/TensorSpeech/TensorFlowTTS/blob/master/tensorflow_tts/processor/pretrained/) json file
+- 2020/08/14 Support Chinese TTS. Pls see the [colab](https://colab.research.google.com/drive/1YpSHRBRPBI7cnTkQn1UcVTWEQVbsUm1S?usp=sharing). Thank [@azraelkuan](https://github.com/azraelkuan)
+- 2020/08/05 Support Korean TTS. Pls see the [colab](https://colab.research.google.com/drive/1ybWwOS5tipgPFttNulp77P6DAB5MtiuN?usp=sharing). Thank [@crux153](https://github.com/crux153)
+- 2020/07/17 Support MultiGPU for all Trainer
+- 2020/07/05 Support Convert Tacotron-2, FastSpeech to Tflite. Pls see the [colab](https://colab.research.google.com/drive/1HudLLpT9CQdh2k04c06bHUwLubhGTWxA?usp=sharing). Thank @jaeyoo from the TFlite team for his support
+- 2020/06/20 [FastSpeech2](https://arxiv.org/abs/2006.04558) implementation with Tensorflow is supported.
+- 2020/06/07 [Multi-band MelGAN (MB MelGAN)](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/multiband_melgan/) implementation with Tensorflow is supported
+
+
+## Features
+- High performance on Speech Synthesis.
+- Be able to fine-tune on other languages.
+- Fast, Scalable, and Reliable.
+- Suitable for deployment.
+- Easy to implement a new model, based-on abstract class.
+- Mixed precision to speed-up training if possible.
+- Support Single/Multi GPU gradient Accumulate.
+- Support both Single/Multi GPU in base trainer class.
+- TFlite conversion for all supported models.
+- Android example.
+- Support many languages (currently, we support Chinese, Korean, English, French and German)
+- Support C++ inference.
+- Support Convert weight for some models from PyTorch to TensorFlow to accelerate speed.
+
+## Requirements
+This repository is tested on Ubuntu 18.04 with:
+
+- Python 3.7+
+- Cuda 10.1
+- CuDNN 7.6.5
+- Tensorflow 2.2/2.3/2.4/2.5/2.6
+- [Tensorflow Addons](https://github.com/tensorflow/addons) >= 0.10.0
+
+Different Tensorflow version should be working but not tested yet. This repo will try to work with the latest stable TensorFlow version. **We recommend you install TensorFlow 2.6.0 to training in case you want to use MultiGPU.**
+
+## Installation
+### With pip
+```bash
+$ pip install TensorFlowTTS
+```
+### From source
+Examples are included in the repository but are not shipped with the framework. Therefore, to run the latest version of examples, you need to install the source below.
+```bash
+$ git clone https://github.com/TensorSpeech/TensorFlowTTS.git
+$ cd TensorFlowTTS
+$ pip install .
+```
+If you want to upgrade the repository and its dependencies:
+```bash
+$ git pull
+$ pip install --upgrade .
+```
+
+# Supported Model architectures
+TensorFlowTTS currently  provides the following architectures:
+
+1. **MelGAN** released with the paper [MelGAN: Generative Adversarial Networks for Conditional Waveform Synthesis](https://arxiv.org/abs/1910.06711) by Kundan Kumar, Rithesh Kumar, Thibault de Boissiere, Lucas Gestin, Wei Zhen Teoh, Jose Sotelo, Alexandre de Brebisson, Yoshua Bengio, Aaron Courville.
+2. **Tacotron-2** released with the paper [Natural TTS Synthesis by Conditioning WaveNet on Mel Spectrogram Predictions](https://arxiv.org/abs/1712.05884) by Jonathan Shen, Ruoming Pang, Ron J. Weiss, Mike Schuster, Navdeep Jaitly, Zongheng Yang, Zhifeng Chen, Yu Zhang, Yuxuan Wang, RJ Skerry-Ryan, Rif A. Saurous, Yannis Agiomyrgiannakis, Yonghui Wu.
+3. **FastSpeech** released with the paper [FastSpeech: Fast, Robust, and Controllable Text to Speech](https://arxiv.org/abs/1905.09263) by Yi Ren, Yangjun Ruan, Xu Tan, Tao Qin, Sheng Zhao, Zhou Zhao, Tie-Yan Liu.
+4. **Multi-band MelGAN** released with the paper [Multi-band MelGAN: Faster Waveform Generation for High-Quality Text-to-Speech](https://arxiv.org/abs/2005.05106) by Geng Yang, Shan Yang, Kai Liu, Peng Fang, Wei Chen, Lei Xie.
+5. **FastSpeech2** released with the paper [FastSpeech 2: Fast and High-Quality End-to-End Text to Speech](https://arxiv.org/abs/2006.04558) by Yi Ren, Chenxu Hu, Xu Tan, Tao Qin, Sheng Zhao, Zhou Zhao, Tie-Yan Liu.
+6. **Parallel WaveGAN** released with the paper [Parallel WaveGAN: A fast waveform generation model based on generative adversarial networks with multi-resolution spectrogram](https://arxiv.org/abs/1910.11480) by Ryuichi Yamamoto, Eunwoo Song, Jae-Min Kim.
+7. **HiFi-GAN** released with the paper [HiFi-GAN: Generative Adversarial Networks for Efficient and High Fidelity Speech Synthesis](https://arxiv.org/abs/2010.05646) by Jungil Kong, Jaehyeon Kim, Jaekyoung Bae.
+
+We are also implementing some techniques to improve quality and convergence speed from the following papers:
+
+2. **Guided Attention Loss** released with the paper [Efficiently Trainable Text-to-Speech System Based on Deep Convolutional Networks with Guided Attention
+](https://arxiv.org/abs/1710.08969) by Hideyuki Tachibana, Katsuya Uenoyama, Shunsuke Aihara.
+
+
+# Audio Samples
+Here in an audio samples on valid set. [tacotron-2](https://drive.google.com/open?id=1kaPXRdLg9gZrll9KtvH3-feOBMM8sn3_), [fastspeech](https://drive.google.com/open?id=1f69ujszFeGnIy7PMwc8AkUckhIaT2OD0), [melgan](https://drive.google.com/open?id=1mBwGVchwtNkgFsURl7g4nMiqx4gquAC2), [melgan.stft](https://drive.google.com/open?id=1xUkDjbciupEkM3N4obiJAYySTo6J9z6b), [fastspeech2](https://drive.google.com/drive/u/1/folders/1NG7oOfNuXSh7WyAoM1hI8P5BxDALY_mU), [multiband_melgan](https://drive.google.com/drive/folders/1DCV3sa6VTyoJzZmKATYvYVDUAFXlQ_Zp)
+
+# Tutorial End-to-End
+
+## Prepare Dataset
+
+Prepare a dataset in the following format:
+```
+|- [NAME_DATASET]/
+|   |- metadata.csv
+|   |- wavs/
+|       |- file1.wav
+|       |- ...
+```
+
+Where `metadata.csv` has the following format: `id|transcription`. This is a ljspeech-like format; you can ignore preprocessing steps if you have other format datasets.
+
+Note that `NAME_DATASET` should be `[ljspeech/kss/baker/libritts/synpaflex]` for example.
+
+## Preprocessing
+
+The preprocessing has two steps:
+
+1. Preprocess audio features
+    - Convert characters to IDs
+    - Compute mel spectrograms
+    - Normalize mel spectrograms to [-1, 1] range
+    - Split the dataset into train and validation
+    - Compute the mean and standard deviation of multiple features from the **training** split
+2. Standardize mel spectrogram based on computed statistics
+
+To reproduce the steps above:
+```
+tensorflow-tts-preprocess --rootdir ./[ljspeech/kss/baker/libritts/thorsten/synpaflex] --outdir ./dump_[ljspeech/kss/baker/libritts/thorsten/synpaflex] --config preprocess/[ljspeech/kss/baker/thorsten/synpaflex]_preprocess.yaml --dataset [ljspeech/kss/baker/libritts/thorsten/synpaflex]
+tensorflow-tts-normalize --rootdir ./dump_[ljspeech/kss/baker/libritts/thorsten/synpaflex] --outdir ./dump_[ljspeech/kss/baker/libritts/thorsten/synpaflex] --config preprocess/[ljspeech/kss/baker/libritts/thorsten/synpaflex]_preprocess.yaml --dataset [ljspeech/kss/baker/libritts/thorsten/synpaflex]
+```
+
+Right now we only support [`ljspeech`](https://keithito.com/LJ-Speech-Dataset/), [`kss`](https://www.kaggle.com/bryanpark/korean-single-speaker-speech-dataset), [`baker`](https://weixinxcxdb.oss-cn-beijing.aliyuncs.com/gwYinPinKu/BZNSYP.rar), [`libritts`](http://www.openslr.org/60/), [`thorsten`](https://github.com/thorstenMueller/deep-learning-german-tts) and
+[`synpaflex`](https://www.ortolang.fr/market/corpora/synpaflex-corpus/) for dataset argument. In the future, we intend to support more datasets.
+
+**Note**: To run `libritts` preprocessing, please first read the instruction in [examples/fastspeech2_libritts](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/examples/fastspeech2_libritts). We need to reformat it first before run preprocessing.
+
+**Note**: To run `synpaflex` preprocessing, please first run the notebook [notebooks/prepare_synpaflex.ipynb](https://github.com/TensorSpeech/TensorFlowTTS/tree/master/notebooks/prepare_synpaflex.ipynb). We need to reformat it first before run preprocessing.
+
+After preprocessing, the structure of the project folder should be:
+```
+|- [NAME_DATASET]/
+|   |- metadata.csv
+|   |- wav/
+|       |- file1.wav
+|       |- ...
+|- dump_[ljspeech/kss/baker/libritts/thorsten]/
+|   |- train/
+|       |- ids/
+|           |- LJ001-0001-ids.npy
+|           |- ...
+|       |- raw-feats/
+|           |- LJ001-0001-raw-feats.npy
+|           |- ...
+|       |- raw-f0/
+|           |- LJ001-0001-raw-f0.npy
+|           |- ...
+|       |- raw-energies/
+|           |- LJ001-0001-raw-energy.npy
+|           |- ...
+|       |- norm-feats/
+|           |- LJ001-0001-norm-feats.npy
+|           |- ...
+|       |- wavs/
+|           |- LJ001-0001-wave.npy
+|           |- ...
+|   |- valid/
+|       |- ids/
+|           |- LJ001-0009-ids.npy
+|           |- ...
+|       |- raw-feats/
+|           |- LJ001-0009-raw-feats.npy
+|           |- ...
+|       |- raw-f0/
+|           |- LJ001-0001-raw-f0.npy
+|           |- ...
+|       |- raw-energies/
+|           |- LJ001-0001-raw-energy.npy
+|           |- ...
+|       |- norm-feats/
+|           |- LJ001-0009-norm-feats.npy
+|           |- ...
+|       |- wavs/
+|           |- LJ001-0009-wave.npy
+|           |- ...
+|   |- stats.npy
+|   |- stats_f0.npy
+|   |- stats_energy.npy
+|   |- train_utt_ids.npy
+|   |- valid_utt_ids.npy
+|- examples/
+|   |- melgan/
+|   |- fastspeech/
+|   |- tacotron2/
+|   ...
+```
+
+- `stats.npy` contains the mean and std from the training split mel spectrograms
+- `stats_energy.npy` contains the mean and std of energy values from the training split
+- `stats_f0.npy` contains the mean and std of F0 values in the training split
+- `train_utt_ids.npy` / `valid_utt_ids.npy` contains training and validation utterances IDs respectively
+
+We use suffix (`ids`, `raw-feats`, `raw-energy`, `raw-f0`, `norm-feats`, and `wave`) for each input type.
+
+
+**IMPORTANT NOTES**:
+- This preprocessing step is based on [ESPnet](https://github.com/espnet/espnet) so you can combine all models here with other models from ESPnet repository.
+- Regardless of how your dataset is formatted, the final structure of the `dump` folder **SHOULD** follow the above structure to be able to use the training script, or you can modify it by yourself 😄.
+
+## Training models
+
+To know how to train model from scratch or fine-tune with other datasets/languages, please see detail at example directory.
+
+- For Tacotron-2 tutorial, pls see [examples/tacotron2](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/tacotron2)
+- For FastSpeech tutorial, pls see [examples/fastspeech](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/fastspeech)
+- For FastSpeech2 tutorial, pls see [examples/fastspeech2](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/fastspeech2)
+- For FastSpeech2 + MFA tutorial, pls see [examples/fastspeech2_libritts](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/fastspeech2_libritts)
+- For MelGAN tutorial, pls see [examples/melgan](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/melgan)
+- For MelGAN + STFT Loss tutorial, pls see [examples/melgan.stft](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/melgan.stft)
+- For Multiband-MelGAN tutorial, pls see [examples/multiband_melgan](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/multiband_melgan)
+- For Parallel WaveGAN tutorial, pls see [examples/parallel_wavegan](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/parallel_wavegan)
+- For Multiband-MelGAN Generator + HiFi-GAN tutorial, pls see [examples/multiband_melgan_hf](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/multiband_melgan_hf)
+- For HiFi-GAN tutorial, pls see [examples/hifigan](https://github.com/tensorspeech/TensorFlowTTS/tree/master/examples/hifigan)
+# Abstract Class Explaination
+
+## Abstract DataLoader Tensorflow-based dataset
+
+A detail implementation of abstract dataset class from [tensorflow_tts/dataset/abstract_dataset](https://github.com/tensorspeech/TensorFlowTTS/blob/master/tensorflow_tts/datasets/abstract_dataset.py). There are some functions you need overide and understand:
+
+1. **get_args**: This function return argumentation for **generator** class, normally is utt_ids.
+2. **generator**: This function have an inputs from **get_args** function and return a inputs for models. **Note that we return a dictionary for all generator functions with the keys that exactly match with the model's parameters because base_trainer will use model(\*\*batch) to do forward step.**
+3. **get_output_dtypes**: This function need return dtypes for each element from **generator** function.
+4. **get_len_dataset**: Return len of datasets, normaly is len(utt_ids).
+
+**IMPORTANT NOTES**:
+
+- A pipeline of creating dataset should be: cache -> shuffle -> map_fn -> get_batch -> prefetch.
+- If you do shuffle before cache, the dataset won't shuffle when it re-iterate over datasets.
+- You should apply map_fn to make each element return from **generator** function have the same length before getting batch and feed it into a model.
+
+Some examples to use this **abstract_dataset** are [tacotron_dataset.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/tacotron2/tacotron_dataset.py), [fastspeech_dataset.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/fastspeech/fastspeech_dataset.py), [melgan_dataset.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/melgan/audio_mel_dataset.py), [fastspeech2_dataset.py](https://github.com/TensorSpeech/TensorFlowTTS/blob/master/examples/fastspeech2/fastspeech2_dataset.py)
+
+
+## Abstract Trainer Class
+
+A detail implementation of base_trainer from [tensorflow_tts/trainer/base_trainer.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/tensorflow_tts/trainers/base_trainer.py). It include [Seq2SeqBasedTrainer](https://github.com/tensorspeech/TensorFlowTTS/blob/master/tensorflow_tts/trainers/base_trainer.py#L265) and [GanBasedTrainer](https://github.com/tensorspeech/TensorFlowTTS/blob/master/tensorflow_tts/trainers/base_trainer.py#L149) inherit from [BasedTrainer](https://github.com/tensorspeech/TensorFlowTTS/blob/master/tensorflow_tts/trainers/base_trainer.py#L16). All trainer support both single/multi GPU. There a some functions you **MUST** overide when implement new_trainer:
+
+- **compile**: This function aim to define a models, and losses.
+- **generate_and_save_intermediate_result**: This function will save intermediate result such as: plot alignment, save audio generated, plot mel-spectrogram ...
+- **compute_per_example_losses**: This function will compute per_example_loss for model, note that all element of the loss **MUST** has shape [batch_size].
+
+All models on this repo are trained based-on **GanBasedTrainer** (see [train_melgan.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/melgan/train_melgan.py), [train_melgan_stft.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/melgan.stft/train_melgan_stft.py), [train_multiband_melgan.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/multiband_melgan/train_multiband_melgan.py)) and **Seq2SeqBasedTrainer** (see [train_tacotron2.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/tacotron2/train_tacotron2.py), [train_fastspeech.py](https://github.com/tensorspeech/TensorFlowTTS/blob/master/examples/fastspeech/train_fastspeech.py)).
+
+# End-to-End Examples
+You can know how to inference each model at [notebooks](https://github.com/tensorspeech/TensorFlowTTS/tree/master/notebooks) or see a [colab](https://colab.research.google.com/drive/1akxtrLZHKuMiQup00tzO2olCaN-y3KiD?usp=sharing) (for English), [colab](https://colab.research.google.com/drive/1ybWwOS5tipgPFttNulp77P6DAB5MtiuN?usp=sharing) (for Korean), [colab](https://colab.research.google.com/drive/1YpSHRBRPBI7cnTkQn1UcVTWEQVbsUm1S?usp=sharing) (for Chinese), [colab](https://colab.research.google.com/drive/1jd3u46g-fGQw0rre8fIwWM9heJvrV1c0?usp=sharing) (for French), [colab](https://colab.research.google.com/drive/1W0nSFpsz32M0OcIkY9uMOiGrLTPKVhTy?usp=sharing) (for German). Here is an example code for end2end inference with fastspeech2 and multi-band melgan. We uploaded all our pretrained in [HuggingFace Hub](https://huggingface.co/tensorspeech).
+
+```python
+import numpy as np
+import soundfile as sf
+import yaml
+
+import tensorflow as tf
+
+from tensorflow_tts.inference import TFAutoModel
+from tensorflow_tts.inference import AutoProcessor
+
+# initialize fastspeech2 model.
+fastspeech2 = TFAutoModel.from_pretrained("tensorspeech/tts-fastspeech2-ljspeech-en")
+
+
+# initialize mb_melgan model
+mb_melgan = TFAutoModel.from_pretrained("tensorspeech/tts-mb_melgan-ljspeech-en")
+
+
+# inference
+processor = AutoProcessor.from_pretrained("tensorspeech/tts-fastspeech2-ljspeech-en")
+
+input_ids = processor.text_to_sequence("Recent research at Harvard has shown meditating for as little as 8 weeks, can actually increase the grey matter in the parts of the brain responsible for emotional regulation, and learning.")
+# fastspeech inference
+
+mel_before, mel_after, duration_outputs, _, _ = fastspeech2.inference(
+    input_ids=tf.expand_dims(tf.convert_to_tensor(input_ids, dtype=tf.int32), 0),
+    speaker_ids=tf.convert_to_tensor([0], dtype=tf.int32),
+    speed_ratios=tf.convert_to_tensor([1.0], dtype=tf.float32),
+    f0_ratios =tf.convert_to_tensor([1.0], dtype=tf.float32),
+    energy_ratios =tf.convert_to_tensor([1.0], dtype=tf.float32),
+)
+
+# melgan inference
+audio_before = mb_melgan.inference(mel_before)[0, :, 0]
+audio_after = mb_melgan.inference(mel_after)[0, :, 0]
+
+# save to file
+sf.write('./audio_before.wav', audio_before, 22050, "PCM_16")
+sf.write('./audio_after.wav', audio_after, 22050, "PCM_16")
+```
+
+# Contact
+- [Minh Nguyen Quan Anh](https://github.com/tensorspeech): nguyenquananhminh@gmail.com
+- [erogol](https://github.com/erogol): erengolge@gmail.com
+- [Kuan Chen](https://github.com/azraelkuan): azraelkuan@gmail.com
+- [Dawid Kobus](https://github.com/machineko): machineko@protonmail.com
+- [Takuya Ebata](https://github.com/MokkeMeguru): meguru.mokke@gmail.com
+- [Trinh Le Quang](https://github.com/l4zyf9x): trinhle.cse@gmail.com
+- [Yunchao He](https://github.com/candlewill): yunchaohe@gmail.com
+- [Alejandro Miguel Velasquez](https://github.com/ZDisket): xml506ok@gmail.com
+
+# License
+All models here are licensed under the [Apache 2.0](http://www.apache.org/licenses/LICENSE-2.0)
+
+# Acknowledgement
+We want to thank [Tomoki Hayashi](https://github.com/kan-bayashi), who discussed with us much about Melgan, Multi-band melgan, Fastspeech, and Tacotron. This framework based-on his great open-source [ParallelWaveGan](https://github.com/kan-bayashi/ParallelWaveGAN) project.

TensorFlowTTS/docker-compose.yml

@@ -0,0 +1,11 @@
+version: '2.6'
+services:
+  tensorflowtts:
+    build: .
+    volumes:
+      - .:/workspace
+    runtime: nvidia
+    tty: true
+    command: /bin/bash
+    environment:
+      - CUDA_VISIBLE_DEVICES

TensorFlowTTS/dockerfile

@@ -0,0 +1,8 @@
+FROM tensorflow/tensorflow:2.6.0-gpu
+RUN apt-get update
+RUN apt-get install -y zsh tmux wget git libsndfile1
+RUN pip install ipython && \
+    pip install git+https://github.com/TensorSpeech/TensorflowTTS.git && \
+    pip install git+https://github.com/repodiac/german_transliterate.git#egg=german_transliterate
+RUN mkdir /workspace
+WORKDIR /workspace

TensorFlowTTS/examples/android/.gitignore

@@ -0,0 +1,59 @@
+# Android Studio
+*.iml
+.gradle
+/local.properties
+/.idea
+.DS_Store
+/build
+/captures
+
+# Built application files
+*.apk
+!prebuiltapps/*.apk
+*.ap_
+
+# Files for the Dalvik VM
+*.dex
+
+# Java class files
+*.class
+
+# Generated files
+bin/
+gen/
+
+# Gradle files
+.gradle/
+build/
+*/build/
+
+# Local configuration file (sdk path, etc)
+local.properties
+
+# Proguard folder generated by Eclipse
+proguard/
+
+# Log Files
+*.log
+
+# project
+project.properties
+.classpath
+.project
+.settings/
+
+# Intellij project files
+*.ipr
+*.iws
+.idea/
+app/.gradle/
+.idea/libraries
+.idea/workspace.xml
+.idea/vcs.xml
+.idea/scopes/scope_setting.xml
+.idea/moudles.xml
+.idea/misc.xml
+.idea/inspectionProfiles/Project_Default.xml
+.idea/inspectionProfiles/profiles_setting.xml
+.idea/encodings.xml
+.idea/.name

TensorFlowTTS/examples/android/README.md

@@ -0,0 +1,15 @@
+### Android Demo
+
+This is a simple Android demo which will load converted FastSpeech2 and Multi-Band MelGAN modules to synthesize audio.
+In order to optimize the synthesize speed, two LinkedBlockingQueues have been implemented.
+
+
+### HOW-TO
+1. Import this project into Android Studio.
+2. Run the app!
+
+### LICENSE
+ The license use for this code is [CC BY-NC 3.0](https://creativecommons.org/licenses/by-nc/3.0/). Please read the license carefully before you use it.
+
+### Contributors
+[Xuefeng Ding](https://github.com/mapledxf)

TensorFlowTTS/examples/android/app/.gitignore

@@ -0,0 +1 @@
+/build

TensorFlowTTS/examples/android/app/build.gradle

@@ -0,0 +1,39 @@
+apply plugin: 'com.android.application'
+
+android {
+    compileSdkVersion 29
+    buildToolsVersion "29.0.2"
+    defaultConfig {
+        applicationId "com.tensorspeech.tensorflowtts"
+        minSdkVersion 21
+        targetSdkVersion 29
+        versionCode 1
+        versionName "1.0"
+    }
+    buildTypes {
+        release {
+            minifyEnabled false
+            proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
+        }
+    }
+    aaptOptions {
+        noCompress "tflite"
+    }
+    compileOptions {
+        sourceCompatibility = '1.8'
+        targetCompatibility = '1.8'
+    }
+    lintOptions {
+        abortOnError false
+    }
+}
+
+dependencies {
+    implementation fileTree(dir: 'libs', include: ['*.jar'])
+    implementation 'androidx.appcompat:appcompat:1.1.0'
+    implementation 'androidx.constraintlayout:constraintlayout:1.1.3'
+
+    implementation 'org.tensorflow:tensorflow-lite:0.0.0-nightly'
+    implementation 'org.tensorflow:tensorflow-lite-select-tf-ops:0.0.0-nightly'
+    implementation 'org.tensorflow:tensorflow-lite-support:0.0.0-nightly'
+}

TensorFlowTTS/examples/android/app/proguard-rules.pro

@@ -0,0 +1,21 @@
+# Add project specific ProGuard rules here.
+# You can control the set of applied configuration files using the
+# proguardFiles setting in build.gradle.
+#
+# For more details, see
+#   http://developer.android.com/guide/developing/tools/proguard.html
+
+# If your project uses WebView with JS, uncomment the following
+# and specify the fully qualified class name to the JavaScript interface
+# class:
+#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
+#   public *;
+#}
+
+# Uncomment this to preserve the line number information for
+# debugging stack traces.
+#-keepattributes SourceFile,LineNumberTable
+
+# If you keep the line number information, uncomment this to
+# hide the original source file name.
+#-renamesourcefileattribute SourceFile

TensorFlowTTS/examples/android/app/src/androidTest/java/com/tensorspeech/tensorflowtts/ExampleInstrumentedTest.java

@@ -0,0 +1,27 @@
+package com.tensorspeech.tensorflowtts;
+
+import android.content.Context;
+
+import androidx.test.platform.app.InstrumentationRegistry;
+import androidx.test.ext.junit.runners.AndroidJUnit4;
+
+import org.junit.Test;
+import org.junit.runner.RunWith;
+
+import static org.junit.Assert.*;
+
+/**
+ * Instrumented test, which will execute on an Android device.
+ *
+ * @see <a href="http://d.android.com/tools/testing">Testing documentation</a>
+ */
+@RunWith(AndroidJUnit4.class)
+public class ExampleInstrumentedTest {
+    @Test
+    public void useAppContext() {
+        // Context of the app under test.
+        Context appContext = InstrumentationRegistry.getInstrumentation().getTargetContext();
+
+        assertEquals("com.tensorspeech.tensorflowtts", appContext.getPackageName());
+    }
+}

TensorFlowTTS/examples/android/app/src/main/AndroidManifest.xml

@@ -0,0 +1,21 @@
+<?xml version="1.0" encoding="utf-8"?>
+<manifest xmlns:android="http://schemas.android.com/apk/res/android"
+    package="com.tensorspeech.tensorflowtts">
+
+    <application
+        android:allowBackup="true"
+        android:icon="@mipmap/ic_launcher"
+        android:label="@string/app_name"
+        android:roundIcon="@mipmap/ic_launcher_round"
+        android:supportsRtl="true"
+        android:theme="@style/AppTheme">
+        <activity android:name=".MainActivity">
+            <intent-filter>
+                <action android:name="android.intent.action.MAIN" />
+
+                <category android:name="android.intent.category.LAUNCHER" />
+            </intent-filter>
+        </activity>
+    </application>
+
+</manifest>

TensorFlowTTS/examples/android/app/src/main/assets/fastspeech2_quant.tflite

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68730c535f05b171195d173033d40d5c22c1b08bee7daf35df1b89788db52172
+size 31015600

TensorFlowTTS/examples/android/app/src/main/assets/mbmelgan.tflite

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1f7c0a3f97debe7ab438a36c230116e52fc161bb435a8890b70a598ae94070
+size 10254100

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/MainActivity.java

@@ -0,0 +1,82 @@
+package com.tensorspeech.tensorflowtts;
+
+import android.os.Bundle;
+import android.text.TextUtils;
+import android.view.View;
+import android.widget.EditText;
+import android.widget.RadioGroup;
+
+import androidx.appcompat.app.AppCompatActivity;
+
+import com.tensorspeech.tensorflowtts.dispatcher.OnTtsStateListener;
+import com.tensorspeech.tensorflowtts.dispatcher.TtsStateDispatcher;
+import com.tensorspeech.tensorflowtts.tts.TtsManager;
+import com.tensorspeech.tensorflowtts.utils.ThreadPoolManager;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-20 17:25
+ */
+public class MainActivity extends AppCompatActivity {
+    private static final String DEFAULT_INPUT_TEXT = "Unless you work on a ship, it's unlikely that you use the word boatswain in everyday conversation, so it's understandably a tricky one. The word - which refers to a petty officer in charge of hull maintenance is not pronounced boats-wain Rather, it's bo-sun to reflect the salty pronunciation of sailors, as The Free Dictionary explains./Blue opinion poll conducted for the National Post.";
+
+    private View speakBtn;
+    private RadioGroup speedGroup;
+
+    @Override
+    protected void onCreate(Bundle savedInstanceState) {
+        super.onCreate(savedInstanceState);
+        setContentView(R.layout.activity_main);
+
+        TtsManager.getInstance().init(this);
+
+        TtsStateDispatcher.getInstance().addListener(new OnTtsStateListener() {
+            @Override
+            public void onTtsReady() {
+                speakBtn.setEnabled(true);
+            }
+
+            @Override
+            public void onTtsStart(String text) {
+            }
+
+            @Override
+            public void onTtsStop() {
+            }
+        });
+
+        EditText input = findViewById(R.id.input);
+        input.setHint(DEFAULT_INPUT_TEXT);
+
+        speedGroup = findViewById(R.id.speed_chooser);
+        speedGroup.check(R.id.normal);
+
+        speakBtn = findViewById(R.id.start);
+        speakBtn.setEnabled(false);
+        speakBtn.setOnClickListener(v ->
+                ThreadPoolManager.getInstance().execute(() -> {
+                    float speed ;
+                    switch (speedGroup.getCheckedRadioButtonId()) {
+                        case R.id.fast:
+                            speed = 0.8F;
+                            break;
+                        case R.id.slow:
+                            speed = 1.2F;
+                            break;
+                        case R.id.normal:
+                        default:
+                            speed = 1.0F;
+                            break;
+                    }
+
+                    String inputText = input.getText().toString();
+                    if (TextUtils.isEmpty(inputText)) {
+                        inputText = DEFAULT_INPUT_TEXT;
+                    }
+                    TtsManager.getInstance().speak(inputText, speed, true);
+                }));
+
+        findViewById(R.id.stop).setOnClickListener(v ->
+                TtsManager.getInstance().stopTts());
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/dispatcher/OnTtsStateListener.java

@@ -0,0 +1,13 @@
+package com.tensorspeech.tensorflowtts.dispatcher;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-28 14:25
+ */
+public interface OnTtsStateListener {
+    public void onTtsReady();
+
+    public void onTtsStart(String text);
+
+    public void onTtsStop();
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/dispatcher/TtsStateDispatcher.java

@@ -0,0 +1,79 @@
+package com.tensorspeech.tensorflowtts.dispatcher;
+
+import android.os.Handler;
+import android.os.Looper;
+import android.util.Log;
+
+import java.util.concurrent.CopyOnWriteArrayList;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-28 14:25
+ */
+public class TtsStateDispatcher {
+    private static final String TAG = "TtsStateDispatcher";
+    private static volatile TtsStateDispatcher instance;
+    private static final Object INSTANCE_WRITE_LOCK = new Object();
+
+    public static TtsStateDispatcher getInstance() {
+        if (instance == null) {
+            synchronized (INSTANCE_WRITE_LOCK) {
+                if (instance == null) {
+                    instance = new TtsStateDispatcher();
+                }
+            }
+        }
+        return instance;
+    }
+
+    private final Handler handler = new Handler(Looper.getMainLooper());
+
+    private CopyOnWriteArrayList<OnTtsStateListener> mListeners = new CopyOnWriteArrayList<>();
+
+    public void release() {
+        Log.d(TAG, "release: ");
+        mListeners.clear();
+    }
+
+    public void addListener(OnTtsStateListener listener) {
+        if (mListeners.contains(listener)) {
+            return;
+        }
+        Log.d(TAG, "addListener: " + listener.getClass());
+        mListeners.add(listener);
+    }
+
+    public void removeListener(OnTtsStateListener listener) {
+        if (mListeners.contains(listener)) {
+            Log.d(TAG, "removeListener: " + listener.getClass());
+            mListeners.remove(listener);
+        }
+    }
+
+    public void onTtsStart(String text){
+        Log.d(TAG, "onTtsStart: ");
+        if (!mListeners.isEmpty()) {
+            for (OnTtsStateListener listener : mListeners) {
+                handler.post(() -> listener.onTtsStart(text));
+            }
+        }
+    }
+
+    public void onTtsStop(){
+        Log.d(TAG, "onTtsStop: ");
+        if (!mListeners.isEmpty()) {
+            for (OnTtsStateListener listener : mListeners) {
+                handler.post(listener::onTtsStop);
+            }
+        }
+    }
+
+    public void onTtsReady(){
+        Log.d(TAG, "onTtsReady: ");
+        if (!mListeners.isEmpty()) {
+            for (OnTtsStateListener listener : mListeners) {
+                handler.post(listener::onTtsReady);
+            }
+        }
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/module/AbstractModule.java

@@ -0,0 +1,17 @@
+package com.tensorspeech.tensorflowtts.module;
+
+import org.tensorflow.lite.Interpreter;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-20 17:25
+ *
+ */
+abstract class AbstractModule {
+
+    Interpreter.Options getOption() {
+        Interpreter.Options options = new Interpreter.Options();
+        options.setNumThreads(5);
+        return options;
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/module/FastSpeech2.java

@@ -0,0 +1,82 @@
+package com.tensorspeech.tensorflowtts.module;
+
+import android.annotation.SuppressLint;
+import android.util.Log;
+
+import org.tensorflow.lite.DataType;
+import org.tensorflow.lite.Interpreter;
+import org.tensorflow.lite.Tensor;
+import org.tensorflow.lite.support.tensorbuffer.TensorBuffer;
+
+import java.io.File;
+import java.nio.FloatBuffer;
+import java.util.Arrays;
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-20 17:26
+ *
+ */
+public class FastSpeech2 extends AbstractModule {
+    private static final String TAG = "FastSpeech2";
+    private Interpreter mModule;
+
+    public FastSpeech2(String modulePath) {
+        try {
+            mModule = new Interpreter(new File(modulePath), getOption());
+            int input = mModule.getInputTensorCount();
+            for (int i = 0; i < input; i++) {
+                Tensor inputTensor = mModule.getInputTensor(i);
+                Log.d(TAG, "input:" + i +
+                        " name:" + inputTensor.name() +
+                        " shape:" + Arrays.toString(inputTensor.shape()) +
+                        " dtype:" + inputTensor.dataType());
+            }
+
+            int output = mModule.getOutputTensorCount();
+            for (int i = 0; i < output; i++) {
+                Tensor outputTensor = mModule.getOutputTensor(i);
+                Log.d(TAG, "output:" + i +
+                        " name:" + outputTensor.name() +
+                        " shape:" + Arrays.toString(outputTensor.shape()) +
+                        " dtype:" + outputTensor.dataType());
+            }
+            Log.d(TAG, "successfully init");
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+    }
+
+    public TensorBuffer getMelSpectrogram(int[] inputIds, float speed) {
+        Log.d(TAG, "input id length: " + inputIds.length);
+        mModule.resizeInput(0, new int[]{1, inputIds.length});
+        mModule.allocateTensors();
+
+        @SuppressLint("UseSparseArrays")
+        Map<Integer, Object> outputMap = new HashMap<>();
+
+        FloatBuffer outputBuffer = FloatBuffer.allocate(350000);
+        outputMap.put(0, outputBuffer);
+
+        int[][] inputs = new int[1][inputIds.length];
+        inputs[0] = inputIds;
+
+        long time = System.currentTimeMillis();
+        mModule.runForMultipleInputsOutputs(
+                new Object[]{inputs, new int[1][1], new int[]{0}, new float[]{speed}, new float[]{1F}, new float[]{1F}},
+                outputMap);
+        Log.d(TAG, "time cost: " + (System.currentTimeMillis() - time));
+
+        int size = mModule.getOutputTensor(0).shape()[2];
+        int[] shape = {1, outputBuffer.position() / size, size};
+        TensorBuffer spectrogram = TensorBuffer.createFixedSize(shape, DataType.FLOAT32);
+        float[] outputArray = new float[outputBuffer.position()];
+        outputBuffer.rewind();
+        outputBuffer.get(outputArray);
+        spectrogram.loadArray(outputArray);
+
+        return spectrogram;
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/module/MBMelGan.java

@@ -0,0 +1,64 @@
+package com.tensorspeech.tensorflowtts.module;
+
+import android.util.Log;
+
+import org.tensorflow.lite.Interpreter;
+import org.tensorflow.lite.Tensor;
+import org.tensorflow.lite.support.tensorbuffer.TensorBuffer;
+
+import java.io.File;
+import java.nio.FloatBuffer;
+import java.util.Arrays;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-20 17:26
+ *
+ */
+public class MBMelGan extends AbstractModule {
+    private static final String TAG = "MBMelGan";
+    private Interpreter mModule;
+
+    public MBMelGan(String modulePath) {
+        try {
+            mModule = new Interpreter(new File(modulePath), getOption());
+            int input = mModule.getInputTensorCount();
+            for (int i = 0; i < input; i++) {
+                Tensor inputTensor = mModule.getInputTensor(i);
+                Log.d(TAG, "input:" + i
+                        + " name:" + inputTensor.name()
+                        + " shape:" + Arrays.toString(inputTensor.shape()) +
+                        " dtype:" + inputTensor.dataType());
+            }
+
+            int output = mModule.getOutputTensorCount();
+            for (int i = 0; i < output; i++) {
+                Tensor outputTensor = mModule.getOutputTensor(i);
+                Log.d(TAG, "output:" + i
+                        + " name:" + outputTensor.name()
+                        + " shape:" + Arrays.toString(outputTensor.shape())
+                        + " dtype:" + outputTensor.dataType());
+            }
+            Log.d(TAG, "successfully init");
+        } catch (Exception e) {
+            e.printStackTrace();
+        }
+    }
+
+
+    public float[] getAudio(TensorBuffer input) {
+        mModule.resizeInput(0, input.getShape());
+        mModule.allocateTensors();
+
+        FloatBuffer outputBuffer = FloatBuffer.allocate(350000);
+
+        long time = System.currentTimeMillis();
+        mModule.run(input.getBuffer(), outputBuffer);
+        Log.d(TAG, "time cost: " + (System.currentTimeMillis() - time));
+
+        float[] audioArray = new float[outputBuffer.position()];
+        outputBuffer.rewind();
+        outputBuffer.get(audioArray);
+        return audioArray;
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/tts/InputWorker.java

@@ -0,0 +1,114 @@
+package com.tensorspeech.tensorflowtts.tts;
+
+import android.util.Log;
+
+import com.tensorspeech.tensorflowtts.dispatcher.TtsStateDispatcher;
+import com.tensorspeech.tensorflowtts.module.FastSpeech2;
+import com.tensorspeech.tensorflowtts.module.MBMelGan;
+import com.tensorspeech.tensorflowtts.utils.Processor;
+import com.tensorspeech.tensorflowtts.utils.ThreadPoolManager;
+
+import org.tensorflow.lite.support.tensorbuffer.TensorBuffer;
+
+import java.util.Arrays;
+import java.util.concurrent.LinkedBlockingQueue;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-28 14:25
+ */
+class InputWorker {
+    private static final String TAG = "InputWorker";
+
+    private LinkedBlockingQueue<InputText> mInputQueue = new LinkedBlockingQueue<>();
+    private InputText mCurrentInputText;
+    private FastSpeech2 mFastSpeech2;
+    private MBMelGan mMBMelGan;
+    private Processor mProcessor;
+    private TtsPlayer mTtsPlayer;
+
+    InputWorker(String fastspeech, String vocoder) {
+        mFastSpeech2 = new FastSpeech2(fastspeech);
+        mMBMelGan = new MBMelGan(vocoder);
+        mProcessor = new Processor();
+        mTtsPlayer = new TtsPlayer();
+
+        ThreadPoolManager.getInstance().getSingleExecutor("worker").execute(() -> {
+            //noinspection InfiniteLoopStatement
+            while (true) {
+                try {
+                    mCurrentInputText = mInputQueue.take();
+                    Log.d(TAG, "processing: " + mCurrentInputText.INPUT_TEXT);
+                    TtsStateDispatcher.getInstance().onTtsStart(mCurrentInputText.INPUT_TEXT);
+                    mCurrentInputText.proceed();
+                    TtsStateDispatcher.getInstance().onTtsStop();
+                } catch (Exception e) {
+                    Log.e(TAG, "Exception: ", e);
+                }
+            }
+        });
+    }
+
+    void processInput(String inputText, float speed) {
+        Log.d(TAG, "add to queue: " + inputText);
+        mInputQueue.offer(new InputText(inputText, speed));
+    }
+
+    void interrupt() {
+        mInputQueue.clear();
+        if (mCurrentInputText != null) {
+            mCurrentInputText.interrupt();
+        }
+        mTtsPlayer.interrupt();
+    }
+
+
+    private class InputText {
+        private final String INPUT_TEXT;
+        private final float SPEED;
+        private boolean isInterrupt;
+
+        private InputText(String inputText, float speed) {
+            this.INPUT_TEXT = inputText;
+            this.SPEED = speed;
+        }
+
+        private void proceed() {
+            String[] sentences = INPUT_TEXT.split("[.,]");
+            Log.d(TAG, "speak: " + Arrays.toString(sentences));
+
+            for (String sentence : sentences) {
+
+                long time = System.currentTimeMillis();
+
+                int[] inputIds = mProcessor.textToIds(sentence);
+
+                TensorBuffer output = mFastSpeech2.getMelSpectrogram(inputIds, SPEED);
+
+                if (isInterrupt) {
+                    Log.d(TAG, "proceed: interrupt");
+                    return;
+                }
+
+                long encoderTime = System.currentTimeMillis();
+
+                float[] audioData = mMBMelGan.getAudio(output);
+
+                if (isInterrupt) {
+                    Log.d(TAG, "proceed: interrupt");
+                    return;
+                }
+
+                long vocoderTime = System.currentTimeMillis();
+
+                Log.d(TAG, "Time cost: " + (encoderTime - time) + "+" + (vocoderTime - encoderTime) + "=" + (vocoderTime - time));
+
+                mTtsPlayer.play(new TtsPlayer.AudioData(sentence, audioData));
+            }
+        }
+
+        private void interrupt() {
+            this.isInterrupt = true;
+        }
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/tts/TtsManager.java

@@ -0,0 +1,97 @@
+package com.tensorspeech.tensorflowtts.tts;
+
+import android.content.Context;
+import android.util.Log;
+
+import com.tensorspeech.tensorflowtts.dispatcher.TtsStateDispatcher;
+import com.tensorspeech.tensorflowtts.utils.ThreadPoolManager;
+
+import java.io.File;
+import java.io.FileOutputStream;
+import java.io.InputStream;
+import java.io.OutputStream;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-28 14:25
+ */
+public class TtsManager {
+    private static final String TAG = "TtsManager";
+
+    private static final Object INSTANCE_WRITE_LOCK = new Object();
+
+    private static volatile TtsManager instance;
+
+    public static TtsManager getInstance() {
+        if (instance == null) {
+            synchronized (INSTANCE_WRITE_LOCK) {
+                if (instance == null) {
+                    instance = new TtsManager();
+                }
+            }
+        }
+        return instance;
+    }
+
+    private InputWorker mWorker;
+
+    private final static String FASTSPEECH2_MODULE = "fastspeech2_quant.tflite";
+    private final static String MELGAN_MODULE = "mbmelgan.tflite";
+
+    public void init(Context context) {
+        ThreadPoolManager.getInstance().getSingleExecutor("init").execute(() -> {
+            try {
+                String fastspeech = copyFile(context, FASTSPEECH2_MODULE);
+                String vocoder = copyFile(context, MELGAN_MODULE);
+                mWorker = new InputWorker(fastspeech, vocoder);
+            } catch (Exception e) {
+                Log.e(TAG, "mWorker init failed", e);
+            }
+
+            TtsStateDispatcher.getInstance().onTtsReady();
+        });
+    }
+
+    private String copyFile(Context context, String strOutFileName) {
+        Log.d(TAG, "start copy file " + strOutFileName);
+        File file = context.getFilesDir();
+
+        String tmpFile = file.getAbsolutePath() + "/" + strOutFileName;
+        File f = new File(tmpFile);
+        if (f.exists()) {
+            Log.d(TAG, "file exists " + strOutFileName);
+            return f.getAbsolutePath();
+        }
+
+        try (OutputStream myOutput = new FileOutputStream(f);
+             InputStream myInput = context.getAssets().open(strOutFileName)) {
+            byte[] buffer = new byte[1024];
+            int length = myInput.read(buffer);
+            while (length > 0) {
+                myOutput.write(buffer, 0, length);
+                length = myInput.read(buffer);
+            }
+            myOutput.flush();
+            Log.d(TAG, "Copy task successful");
+        } catch (Exception e) {
+            Log.e(TAG, "copyFile: Failed to copy", e);
+        } finally {
+            Log.d(TAG, "end copy file " + strOutFileName);
+        }
+        return f.getAbsolutePath();
+    }
+
+    public void stopTts() {
+        mWorker.interrupt();
+    }
+
+    public void speak(String inputText, float speed, boolean interrupt) {
+        if (interrupt) {
+            stopTts();
+        }
+
+        ThreadPoolManager.getInstance().execute(() ->
+                mWorker.processInput(inputText, speed));
+    }
+
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/tts/TtsPlayer.java

@@ -0,0 +1,91 @@
+package com.tensorspeech.tensorflowtts.tts;
+
+import android.media.AudioAttributes;
+import android.media.AudioFormat;
+import android.media.AudioManager;
+import android.media.AudioTrack;
+import android.util.Log;
+
+import com.tensorspeech.tensorflowtts.utils.ThreadPoolManager;
+
+import java.util.concurrent.LinkedBlockingQueue;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-20 18:22
+ */
+class TtsPlayer {
+    private static final String TAG = "TtsPlayer";
+
+    private final AudioTrack mAudioTrack;
+
+    private final static int FORMAT = AudioFormat.ENCODING_PCM_FLOAT;
+    private final static int SAMPLERATE = 22050;
+    private final static int CHANNEL = AudioFormat.CHANNEL_OUT_MONO;
+    private final static int BUFFER_SIZE = AudioTrack.getMinBufferSize(SAMPLERATE, CHANNEL, FORMAT);
+    private LinkedBlockingQueue<AudioData> mAudioQueue = new LinkedBlockingQueue<>();
+    private AudioData mCurrentAudioData;
+
+    TtsPlayer() {
+        mAudioTrack = new AudioTrack(
+                new AudioAttributes.Builder()
+                        .setUsage(AudioAttributes.USAGE_MEDIA)
+                        .setContentType(AudioAttributes.CONTENT_TYPE_MUSIC)
+                        .build(),
+                new AudioFormat.Builder()
+                        .setSampleRate(22050)
+                        .setEncoding(FORMAT)
+                        .setChannelMask(CHANNEL)
+                        .build(),
+                BUFFER_SIZE,
+                AudioTrack.MODE_STREAM, AudioManager.AUDIO_SESSION_ID_GENERATE
+        );
+        mAudioTrack.play();
+
+        ThreadPoolManager.getInstance().getSingleExecutor("audio").execute(() -> {
+            //noinspection InfiniteLoopStatement
+            while (true) {
+                try {
+                    mCurrentAudioData = mAudioQueue.take();
+                    Log.d(TAG, "playing: " + mCurrentAudioData.text);
+                    int index = 0;
+                    while (index < mCurrentAudioData.audio.length && !mCurrentAudioData.isInterrupt) {
+                        int buffer = Math.min(BUFFER_SIZE, mCurrentAudioData.audio.length - index);
+                        mAudioTrack.write(mCurrentAudioData.audio, index, buffer, AudioTrack.WRITE_BLOCKING);
+                        index += BUFFER_SIZE;
+                    }
+                } catch (Exception e) {
+                    Log.e(TAG, "Exception: ", e);
+                }
+            }
+        });
+    }
+
+    void play(AudioData audioData) {
+        Log.d(TAG, "add audio data to queue: " + audioData.text);
+        mAudioQueue.offer(audioData);
+    }
+
+    void interrupt() {
+        mAudioQueue.clear();
+        if (mCurrentAudioData != null) {
+            mCurrentAudioData.interrupt();
+        }
+    }
+
+    static class AudioData {
+        private String text;
+        private float[] audio;
+        private boolean isInterrupt;
+
+        AudioData(String text, float[] audio) {
+            this.text = text;
+            this.audio = audio;
+        }
+
+        private void interrupt() {
+            isInterrupt = true;
+        }
+    }
+
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/utils/NumberNorm.java

@@ -0,0 +1,109 @@
+package com.tensorspeech.tensorflowtts.utils;
+
+import java.util.HashMap;
+import java.util.Map;
+
+// Borrowed from https://rosettacode.org/wiki/Spelling_of_ordinal_numbers
+public class NumberNorm {
+
+    private static Map<String,String> ordinalMap = new HashMap<>();
+    static {
+        ordinalMap.put("one", "first");
+        ordinalMap.put("two", "second");
+        ordinalMap.put("three", "third");
+        ordinalMap.put("five", "fifth");
+        ordinalMap.put("eight", "eighth");
+        ordinalMap.put("nine", "ninth");
+        ordinalMap.put("twelve", "twelfth");
+    }
+
+    public static String toOrdinal(long n) {
+        String spelling = numToString(n);
+        String[] split = spelling.split(" ");
+        String last = split[split.length - 1];
+        String replace;
+        if ( last.contains("-") ) {
+            String[] lastSplit = last.split("-");
+            String lastWithDash = lastSplit[1];
+            String lastReplace;
+            if ( ordinalMap.containsKey(lastWithDash) ) {
+                lastReplace = ordinalMap.get(lastWithDash);
+            }
+            else if ( lastWithDash.endsWith("y") ) {
+                lastReplace = lastWithDash.substring(0, lastWithDash.length() - 1) + "ieth";
+            }
+            else {
+                lastReplace = lastWithDash + "th";
+            }
+            replace = lastSplit[0] + "-" + lastReplace;
+        }
+        else {
+            if ( ordinalMap.containsKey(last) ) {
+                replace = ordinalMap.get(last);
+            }
+            else if ( last.endsWith("y") ) {
+                replace = last.substring(0, last.length() - 1) + "ieth";
+            }
+            else {
+                replace = last + "th";
+            }
+        }
+        split[split.length - 1] = replace;
+        return String.join(" ", split);
+    }
+
+    private static final String[] nums = new String[] {
+            "zero", "one", "two", "three", "four", "five", "six", "seven", "eight", "nine",
+            "ten", "eleven", "twelve", "thirteen", "fourteen", "fifteen", "sixteen", "seventeen", "eighteen", "nineteen"
+    };
+
+    private static final String[] tens = new String[] {"zero", "ten", "twenty", "thirty", "forty", "fifty", "sixty", "seventy", "eighty", "ninety"};
+
+    public static final String numToString(long n) {
+        return numToStringHelper(n);
+    }
+
+    private static final String numToStringHelper(long n) {
+        if ( n < 0 ) {
+            return "negative " + numToStringHelper(-n);
+        }
+        int index = (int) n;
+        if ( n <= 19 ) {
+            return nums[index];
+        }
+        if ( n <= 99 ) {
+            return tens[index/10] + (n % 10 > 0 ? "-" + numToStringHelper(n % 10) : "");
+        }
+        String label = null;
+        long factor = 0;
+        if ( n <= 999 ) {
+            label = "hundred";
+            factor = 100;
+        }
+        else if ( n <= 999999) {
+            label = "thousand";
+            factor = 1000;
+        }
+        else if ( n <= 999999999) {
+            label = "million";
+            factor = 1000000;
+        }
+        else if ( n <= 999999999999L) {
+            label = "billion";
+            factor = 1000000000;
+        }
+        else if ( n <= 999999999999999L) {
+            label = "trillion";
+            factor = 1000000000000L;
+        }
+        else if ( n <= 999999999999999999L) {
+            label = "quadrillion";
+            factor = 1000000000000000L;
+        }
+        else {
+            label = "quintillion";
+            factor = 1000000000000000000L;
+        }
+        return numToStringHelper(n / factor) + " " + label + (n % factor > 0 ? " " + numToStringHelper(n % factor ) : "");
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/utils/Processor.java

@@ -0,0 +1,336 @@
+package com.tensorspeech.tensorflowtts.utils;
+
+
+import android.util.Log;
+
+import androidx.annotation.Nullable;
+
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.HashMap;
+import java.util.List;
+import java.util.Map;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+/**
+ * @author {@link "mailto:yusufsarigoz@gmail.com" "M. Yusuf Sarıgöz"}
+ * Created 2020-07-25 17:25
+ */
+public class Processor {
+    private static final String TAG = "processor";
+
+    private static final String[] VALID_SYMBOLS = new String[]{
+            "AA",
+            "AA0",
+            "AA1",
+            "AA2",
+            "AE",
+            "AE0",
+            "AE1",
+            "AE2",
+            "AH",
+            "AH0",
+            "AH1",
+            "AH2",
+            "AO",
+            "AO0",
+            "AO1",
+            "AO2",
+            "AW",
+            "AW0",
+            "AW1",
+            "AW2",
+            "AY",
+            "AY0",
+            "AY1",
+            "AY2",
+            "B",
+            "CH",
+            "D",
+            "DH",
+            "EH",
+            "EH0",
+            "EH1",
+            "EH2",
+            "ER",
+            "ER0",
+            "ER1",
+            "ER2",
+            "EY",
+            "EY0",
+            "EY1",
+            "EY2",
+            "F",
+            "G",
+            "HH",
+            "IH",
+            "IH0",
+            "IH1",
+            "IH2",
+            "IY",
+            "IY0",
+            "IY1",
+            "IY2",
+            "JH",
+            "K",
+            "L",
+            "M",
+            "N",
+            "NG",
+            "OW",
+            "OW0",
+            "OW1",
+            "OW2",
+            "OY",
+            "OY0",
+            "OY1",
+            "OY2",
+            "P",
+            "R",
+            "S",
+            "SH",
+            "T",
+            "TH",
+            "UH",
+            "UH0",
+            "UH1",
+            "UH2",
+            "UW",
+            "UW0",
+            "UW1",
+            "UW2",
+            "V",
+            "W",
+            "Y",
+            "Z",
+            "ZH"
+    };
+
+    private static final Pattern CURLY_RE = Pattern.compile("(.*?)\\{(.+?)\\}(.*)");
+    private static final Pattern COMMA_NUMBER_RE = Pattern.compile("([0-9][0-9\\,]+[0-9])");
+    private static final Pattern DECIMAL_RE = Pattern.compile("([0-9]+\\.[0-9]+)");
+    private static final Pattern POUNDS_RE = Pattern.compile("£([0-9\\,]*[0-9]+)");
+    private static final Pattern DOLLARS_RE = Pattern.compile("\\$([0-9.\\,]*[0-9]+)");
+    private static final Pattern ORDINAL_RE = Pattern.compile("[0-9]+(st|nd|rd|th)");
+    private static final Pattern NUMBER_RE = Pattern.compile("[0-9]+");
+
+    private static final String PAD = "_";
+    private static final String EOS = "~";
+    private static final String SPECIAL = "-";
+
+    private static final String[] PUNCTUATION = "!'(),.:;? ".split("");
+    private static final String[] LETTERS = "ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz".split("");
+
+    private static final List<String> SYMBOLS = new ArrayList<>();
+    private static final Map<String, String> ABBREVIATIONS = new HashMap<>();
+    private static final Map<String, Integer> SYMBOL_TO_ID = new HashMap<>();
+
+    public Processor() {
+        SYMBOLS.add(PAD);
+        SYMBOLS.add(SPECIAL);
+
+        for (String p : PUNCTUATION) {
+            if (!"".equals(p)) {
+                SYMBOLS.add(p);
+            }
+        }
+
+        for (String l : LETTERS) {
+            if (!"".equals(l)) {
+                SYMBOLS.add(l);
+            }
+        }
+
+        for (String validSymbol : VALID_SYMBOLS) {
+            SYMBOLS.add("@" + validSymbol);
+        }
+
+        SYMBOLS.add(EOS);
+
+        for (int i = 0; i < SYMBOLS.size(); ++i) {
+            SYMBOL_TO_ID.put(SYMBOLS.get(i), i);
+        }
+
+        ABBREVIATIONS.put("mrs", "misess");
+        ABBREVIATIONS.put("mr", "mister");
+        ABBREVIATIONS.put("dr", "doctor");
+        ABBREVIATIONS.put("st", "saint");
+        ABBREVIATIONS.put("co", "company");
+        ABBREVIATIONS.put("jr", "junior");
+        ABBREVIATIONS.put("maj", "major");
+        ABBREVIATIONS.put("gen", "general");
+        ABBREVIATIONS.put("drs", "doctors");
+        ABBREVIATIONS.put("rev", "reverend");
+        ABBREVIATIONS.put("lt", "lieutenant");
+        ABBREVIATIONS.put("hon", "honorable");
+        ABBREVIATIONS.put("sgt", "sergeant");
+        ABBREVIATIONS.put("capt", "captain");
+        ABBREVIATIONS.put("esq", "esquire");
+        ABBREVIATIONS.put("ltd", "limited");
+        ABBREVIATIONS.put("col", "colonel");
+        ABBREVIATIONS.put("ft", "fort");
+    }
+
+
+    private List<Integer> symbolsToSequence(String symbols) {
+        List<Integer> sequence = new ArrayList<>();
+
+        for (int i = 0; i < symbols.length(); ++i) {
+            Integer id = SYMBOL_TO_ID.get(String.valueOf(symbols.charAt(i)));
+            if (id == null) {
+                Log.e(TAG, "symbolsToSequence: id is not found for " + symbols.charAt(i));
+            } else {
+                sequence.add(id);
+            }
+        }
+
+        return sequence;
+    }
+
+    private List<Integer> arpabetToSequence(@Nullable String symbols) {
+        List<Integer> sequence = new ArrayList<>();
+        if (symbols != null) {
+            String[] as = symbols.split(" ");
+            for (String s : as) {
+                sequence.add(SYMBOL_TO_ID.get("@" + s));
+            }
+        }
+        return sequence;
+    }
+
+    private String convertToAscii(String text) {
+        byte[] bytes = text.getBytes(StandardCharsets.US_ASCII);
+        return new String(bytes);
+    }
+
+    private String collapseWhitespace(String text) {
+        return text.replaceAll("\\s+", " ");
+    }
+
+    private String expandAbbreviations(String text) {
+        for (Map.Entry<String, String> entry : ABBREVIATIONS.entrySet()) {
+            text = text.replaceAll("\\b" + entry.getKey() + "\\.", entry.getValue());
+        }
+        return text;
+    }
+
+    private String removeCommasFromNumbers(String text) {
+        Matcher m = COMMA_NUMBER_RE.matcher(text);
+        while (m.find()) {
+            String s = m.group().replaceAll(",", "");
+            text = text.replaceFirst(m.group(), s);
+        }
+        return text;
+    }
+
+    private String expandPounds(String text) {
+        Matcher m = POUNDS_RE.matcher(text);
+        while (m.find()) {
+            text = text.replaceFirst(m.group(), m.group() + " pounds");
+        }
+        return text;
+    }
+
+    private String expandDollars(String text) {
+        Matcher m = DOLLARS_RE.matcher(text);
+        while (m.find()) {
+            String dollars = "0";
+            String cents = "0";
+            String spelling = "";
+            String s = m.group().substring(1);
+            String[] parts = s.split("\\.");
+            if (!s.startsWith(".")) {
+                dollars = parts[0];
+            }
+            if (!s.endsWith(".") && parts.length > 1) {
+                cents = parts[1];
+            }
+            if (!"0".equals(dollars)) {
+                spelling += parts[0] + " dollars ";
+            }
+            if (!"0".equals(cents) && !"00".equals(cents)) {
+                spelling += parts[1] + " cents ";
+            }
+            text = text.replaceFirst("\\" + m.group(), spelling);
+        }
+        return text;
+    }
+
+    private String expandDecimals(String text) {
+        Matcher m = DECIMAL_RE.matcher(text);
+        while (m.find()) {
+            String s = m.group().replaceAll("\\.", " point ");
+            text = text.replaceFirst(m.group(), s);
+        }
+        return text;
+    }
+
+    private String expandOrdinals(String text) {
+        Matcher m = ORDINAL_RE.matcher(text);
+        while (m.find()) {
+            String s = m.group().substring(0, m.group().length() - 2);
+            long l = Long.valueOf(s);
+            String spelling = NumberNorm.toOrdinal(l);
+            text = text.replaceFirst(m.group(), spelling);
+        }
+        return text;
+    }
+
+    private String expandCardinals(String text) {
+        Matcher m = NUMBER_RE.matcher(text);
+        while (m.find()) {
+            long l = Long.valueOf(m.group());
+            String spelling = NumberNorm.numToString(l);
+            text = text.replaceFirst(m.group(), spelling);
+        }
+        return text;
+    }
+
+    private String expandNumbers(String text) {
+        text = removeCommasFromNumbers(text);
+        text = expandPounds(text);
+        text = expandDollars(text);
+        text = expandDecimals(text);
+        text = expandOrdinals(text);
+        text = expandCardinals(text);
+        return text;
+    }
+
+    private String cleanTextForEnglish(String text) {
+        text = convertToAscii(text);
+        text = text.toLowerCase();
+        text = expandAbbreviations(text);
+        try {
+            text = expandNumbers(text);
+        } catch (Exception e) {
+            Log.d(TAG, "Failed to convert numbers", e);
+        }
+        text = collapseWhitespace(text);
+        Log.d(TAG, "text preprocessed: " + text);
+        return text;
+    }
+
+    public int[] textToIds(String text) {
+        List<Integer> sequence = new ArrayList<>();
+        while (text!= null && text.length() > 0) {
+            Matcher m = CURLY_RE.matcher(text);
+            if (!m.find()) {
+                sequence.addAll(symbolsToSequence(cleanTextForEnglish(text)));
+                break;
+            }
+            sequence.addAll(symbolsToSequence(cleanTextForEnglish(m.group(1))));
+            sequence.addAll(arpabetToSequence(m.group(2)));
+            text = m.group(3);
+        }
+
+        int size = sequence.size();
+        Integer[] tmp = new Integer[size];
+        tmp = sequence.toArray(tmp);
+        int[] ids = new int[size];
+        for (int i = 0; i < size; ++i) {
+            ids[i] = tmp[i];
+        }
+        return ids;
+    }
+}

TensorFlowTTS/examples/android/app/src/main/java/com/tensorspeech/tensorflowtts/utils/ThreadPoolManager.java

@@ -0,0 +1,157 @@
+package com.tensorspeech.tensorflowtts.utils;
+
+import android.os.Looper;
+import android.os.Process;
+
+import java.util.concurrent.LinkedBlockingQueue;
+import java.util.concurrent.ScheduledThreadPoolExecutor;
+import java.util.concurrent.ThreadFactory;
+import java.util.concurrent.ThreadPoolExecutor;
+import java.util.concurrent.TimeUnit;
+import java.util.concurrent.atomic.AtomicInteger;
+
+/**
+ * @author {@link "mailto:xuefeng.ding@outlook.com" "Xuefeng Ding"}
+ * Created 2020-07-20 17:25
+ */
+@SuppressWarnings("unused")
+public class ThreadPoolManager {
+
+    public static ThreadPoolManager getInstance() {
+        return ThreadPoolManager.Holder.INSTANCE;
+    }
+
+    private static final class Holder {
+        private static final ThreadPoolManager INSTANCE = new ThreadPoolManager();
+    }
+
+    private ThreadPoolExecutor mExecutor;
+
+    /**
+     * Constructor
+     */
+    private ThreadPoolManager() {
+        int corePoolSize = Runtime.getRuntime().availableProcessors() * 2 + 1;
+        ThreadFactory namedThreadFactory = new NamedThreadFactory("thread pool");
+
+        mExecutor = new ThreadPoolExecutor(
+                corePoolSize,
+                corePoolSize * 10,
+                1,
+                TimeUnit.HOURS,
+                new LinkedBlockingQueue<>(),
+                namedThreadFactory,
+                new ThreadPoolExecutor.DiscardPolicy()
+        );
+    }
+
+    /**
+     * 执行任务
+     * @param runnable 需要执行的异步任务
+     */
+    public void execute(Runnable runnable) {
+        if (runnable == null) {
+            return;
+        }
+        mExecutor.execute(runnable);
+    }
+
+    /**
+     * single thread with name
+     * @param name 线程名
+     * @return 线程执行器
+     */
+    public ScheduledThreadPoolExecutor getSingleExecutor(String name) {
+        return getSingleExecutor(name, Thread.NORM_PRIORITY);
+    }
+
+    /**
+     * single thread with name and priority
+     * @param name thread name
+     * @param priority thread priority
+     * @return Thread Executor
+     */
+    @SuppressWarnings("WeakerAccess")
+    public ScheduledThreadPoolExecutor getSingleExecutor(String name, int priority) {
+        return new ScheduledThreadPoolExecutor(
+                1,
+                new NamedThreadFactory(name, priority));
+    }
+
+    /**
+     * 从线程池中移除任务
+     * @param runnable 需要移除的异步任务
+     */
+    public void remove(Runnable runnable) {
+        if (runnable == null) {
+            return;
+        }
+        mExecutor.remove(runnable);
+    }
+
+    /**
+     * 为线程池内的每个线程命名的工厂类
+     */
+    private static class NamedThreadFactory implements ThreadFactory {
+        private static final AtomicInteger POOL_NUMBER = new AtomicInteger(1);
+        private final ThreadGroup group;
+        private final AtomicInteger threadNumber = new AtomicInteger(1);
+        private final String namePrefix;
+        private final int priority;
+
+        /**
+         * Constructor
+         * @param namePrefix 线程名前缀
+         */
+        private NamedThreadFactory(String namePrefix) {
+            this(namePrefix, Thread.NORM_PRIORITY);
+        }
+
+        /**
+         * Constructor
+         * @param threadName 线程名前缀
+         * @param priority 线程优先级
+         */
+        private NamedThreadFactory(String threadName, int priority) {
+            SecurityManager s = System.getSecurityManager();
+            group = (s != null) ? s.getThreadGroup() :
+                    Thread.currentThread().getThreadGroup();
+            namePrefix = threadName + "-" + POOL_NUMBER.getAndIncrement();
+            this.priority = priority;
+        }
+
+        @Override
+        public Thread newThread(Runnable r) {
+            Thread t = new Thread(group, r,
+                    namePrefix + threadNumber.getAndIncrement(),
+                    0);
+            if (t.isDaemon()) {
+                t.setDaemon(false);
+            }
+
+            t.setPriority(priority);
+
+            switch (priority) {
+                case Thread.MIN_PRIORITY:
+                    Process.setThreadPriority(Process.THREAD_PRIORITY_LOWEST);
+                    break;
+                case Thread.MAX_PRIORITY:
+                    Process.setThreadPriority(Process.THREAD_PRIORITY_URGENT_AUDIO);
+                    break;
+                default:
+                    Process.setThreadPriority(Process.THREAD_PRIORITY_FOREGROUND);
+                    break;
+            }
+
+            return t;
+        }
+    }
+
+    /**
+     * 判断当前线程是否为主线程
+     * @return {@code true} if the current thread is main thread.
+     */
+    public static boolean isMainThread() {
+        return Looper.myLooper() == Looper.getMainLooper();
+    }
+}

TensorFlowTTS/examples/android/app/src/main/res/drawable-v24/ic_launcher_foreground.xml

@@ -0,0 +1,34 @@
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:aapt="http://schemas.android.com/aapt"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path
+        android:fillType="evenOdd"
+        android:pathData="M32,64C32,64 38.39,52.99 44.13,50.95C51.37,48.37 70.14,49.57 70.14,49.57L108.26,87.69L108,109.01L75.97,107.97L32,64Z"
+        android:strokeWidth="1"
+        android:strokeColor="#00000000">
+        <aapt:attr name="android:fillColor">
+            <gradient
+                android:endX="78.5885"
+                android:endY="90.9159"
+                android:startX="48.7653"
+                android:startY="61.0927"
+                android:type="linear">
+                <item
+                    android:color="#44000000"
+                    android:offset="0.0" />
+                <item
+                    android:color="#00000000"
+                    android:offset="1.0" />
+            </gradient>
+        </aapt:attr>
+    </path>
+    <path
+        android:fillColor="#FFFFFF"
+        android:fillType="nonZero"
+        android:pathData="M66.94,46.02L66.94,46.02C72.44,50.07 76,56.61 76,64L32,64C32,56.61 35.56,50.11 40.98,46.06L36.18,41.19C35.45,40.45 35.45,39.3 36.18,38.56C36.91,37.81 38.05,37.81 38.78,38.56L44.25,44.05C47.18,42.57 50.48,41.71 54,41.71C57.48,41.71 60.78,42.57 63.68,44.05L69.11,38.56C69.84,37.81 70.98,37.81 71.71,38.56C72.44,39.3 72.44,40.45 71.71,41.19L66.94,46.02ZM62.94,56.92C64.08,56.92 65,56.01 65,54.88C65,53.76 64.08,52.85 62.94,52.85C61.8,52.85 60.88,53.76 60.88,54.88C60.88,56.01 61.8,56.92 62.94,56.92ZM45.06,56.92C46.2,56.92 47.13,56.01 47.13,54.88C47.13,53.76 46.2,52.85 45.06,52.85C43.92,52.85 43,53.76 43,54.88C43,56.01 43.92,56.92 45.06,56.92Z"
+        android:strokeWidth="1"
+        android:strokeColor="#00000000" />
+</vector>

TensorFlowTTS/examples/android/app/src/main/res/drawable/ic_launcher_background.xml

@@ -0,0 +1,170 @@
+<?xml version="1.0" encoding="utf-8"?>
+<vector xmlns:android="http://schemas.android.com/apk/res/android"
+    android:width="108dp"
+    android:height="108dp"
+    android:viewportWidth="108"
+    android:viewportHeight="108">
+    <path
+        android:fillColor="#008577"
+        android:pathData="M0,0h108v108h-108z" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M9,0L9,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,0L19,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,0L29,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,0L39,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,0L49,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,0L59,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,0L69,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,0L79,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M89,0L89,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M99,0L99,108"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,9L108,9"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,19L108,19"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,29L108,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,39L108,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,49L108,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,59L108,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,69L108,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,79L108,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,89L108,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M0,99L108,99"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,29L89,29"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,39L89,39"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,49L89,49"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,59L89,59"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,69L89,69"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M19,79L89,79"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M29,19L29,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M39,19L39,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M49,19L49,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M59,19L59,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M69,19L69,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+    <path
+        android:fillColor="#00000000"
+        android:pathData="M79,19L79,89"
+        android:strokeWidth="0.8"
+        android:strokeColor="#33FFFFFF" />
+</vector>

TensorFlowTTS/examples/android/app/src/main/res/layout/activity_main.xml

@@ -0,0 +1,77 @@
+<?xml version="1.0" encoding="utf-8"?>
+<LinearLayout xmlns:android="http://schemas.android.com/apk/res/android"
+    xmlns:tools="http://schemas.android.com/tools"
+    android:layout_width="match_parent"
+    android:layout_height="match_parent"
+    android:gravity="center_horizontal"
+    android:orientation="vertical"
+    tools:context=".MainActivity">
+
+    <EditText
+        android:id="@+id/input"
+        android:inputType="textMultiLine"
+        android:layout_width="match_parent"
+        android:maxLines="5"
+        android:layout_height="wrap_content"
+        android:gravity="top" />
+
+    <LinearLayout
+        android:layout_width="wrap_content"
+        android:layout_height="wrap_content"
+        android:gravity="center"
+        android:orientation="horizontal">
+
+        <TextView
+            android:layout_width="wrap_content"
+            android:layout_height="wrap_content"
+            android:text="Speed Control:" />
+
+        <RadioGroup
+            android:id="@+id/speed_chooser"
+            android:layout_width="wrap_content"
+            android:layout_height="wrap_content"
+            android:orientation="horizontal">
+
+            <RadioButton
+                android:id="@+id/fast"
+                android:layout_width="wrap_content"
+                android:layout_height="wrap_content"
+                android:text="Fast" />
+
+            <RadioButton
+                android:id="@+id/normal"
+                android:layout_width="wrap_content"
+                android:layout_height="wrap_content"
+                android:text="Normal" />
+
+            <RadioButton
+                android:id="@+id/slow"
+                android:layout_width="wrap_content"
+                android:layout_height="wrap_content"
+                android:text="Slow" />
+
+        </RadioGroup>
+    </LinearLayout>
+
+    <LinearLayout
+        android:layout_width="match_parent"
+        android:layout_height="wrap_content"
+        android:gravity="center_horizontal"
+        android:orientation="horizontal">
+
+        <TextView
+            android:id="@+id/start"
+            android:layout_width="wrap_content"
+            android:layout_height="wrap_content"
+            android:padding="20dp"
+            android:text="Speak" />
+
+        <TextView
+            android:id="@+id/stop"
+            android:layout_width="wrap_content"
+            android:layout_height="wrap_content"
+            android:padding="20dp"
+            android:text="Stop" />
+
+    </LinearLayout>
+</LinearLayout>

TensorFlowTTS/examples/android/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
+    <background android:drawable="@drawable/ic_launcher_background" />
+    <foreground android:drawable="@drawable/ic_launcher_foreground" />
+</adaptive-icon>

TensorFlowTTS/examples/android/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml

@@ -0,0 +1,5 @@
+<?xml version="1.0" encoding="utf-8"?>
+<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
+    <background android:drawable="@drawable/ic_launcher_background" />
+    <foreground android:drawable="@drawable/ic_launcher_foreground" />
+</adaptive-icon>