Update voice_processing.py

voice_processing.py

@@ -245,4 +245,52 @@ voice_mapping = {
 
 hubert_model = load_hubert()
 
-rmvpe_model = RMVPE("rmvpe.pt", config.is_half, config.device)
+rmvpe_model = RMVPE("rmvpe.pt", config.is_half, config.device)
+
+# Add the optimized TTSProcessor
+class TTSProcessor:
+    def __init__(self, config):
+        self.config = config
+        self.executor = ThreadPoolExecutor(max_workers=config.n_cpu)
+        self.semaphore = asyncio.Semaphore(config.max_concurrent_tts)
+        self.queue = asyncio.Queue()
+        self.is_processing = False
+
+    async def tts(self, model_name, tts_text, tts_voice, index_rate, use_uploaded_voice, uploaded_voice):
+        task = asyncio.create_task(self._tts_task(model_name, tts_text, tts_voice, index_rate, use_uploaded_voice, uploaded_voice))
+        await self.queue.put(task)
+        
+        if not self.is_processing:
+            asyncio.create_task(self._process_queue())
+
+        return await task
+
+    async def _tts_task(self, model_name, tts_text, tts_voice, index_rate, use_uploaded_voice, uploaded_voice):
+        async with self.semaphore:
+            return await tts(model_name, tts_text, tts_voice, index_rate, use_uploaded_voice, uploaded_voice)
+
+    async def _process_queue(self):
+        self.is_processing = True
+        while not self.queue.empty():
+            task = await self.queue.get()
+            await task
+            self.queue.task_done()
+        self.is_processing = False
+
+# Initialize the TTSProcessor
+tts_processor = TTSProcessor(config)
+
+# Update parallel_tts to use TTSProcessor
+async def parallel_tts_processor(tasks):
+    return await asyncio.gather(*(tts_processor.tts(*task) for task in tasks))
+
+def parallel_tts_wrapper(tasks):
+    loop = asyncio.get_event_loop()
+    return loop.run_until_complete(parallel_tts_processor(tasks))
+
+# Keep the original parallel_tts function
+# def parallel_tts(tasks):
+#     with ThreadPoolExecutor() as executor:
+#         futures = [executor.submit(run_async_in_thread, tts, *task) for task in tasks]
+#         results = [future.result() for future in futures]
+#     return results