Added RabbitMQ & Celery Functionality

api_functions.py

@@ -0,0 +1,354 @@
+import os
+import json
+import uuid
+import requests
+
+from helperfunctions import *
+from models import load_models
+from languages import CODE2LANG
+from s3_handler import S3Handler
+
+from media_download import YoutubeDownloader
+from transcription import StableWhisper
+from translation import Translation
+from summarizer import Extract_Summary, AudioBookNarration
+from audiobook import AudioBook
+
+from celery import Celery
+
+celery = Celery('testing.py', broker='pyamqp://guest:guest@localhost//', backend='rpc://')
+
+# Output Directory for Files Storage
+output_folder = 'Output'
+
+# S3 Handler
+s3 = S3Handler()
+
+# Create a context variable to store the contexts for each user
+users_context = dict()
+
+
+@celery.task
+def get_media_metadata_task(user_id: str, url: str):
+
+    # User Folder Path
+    user_folder_path = os.path.join(output_folder, user_id)
+
+    # Getting User's Youtube Downloader
+    youtube_downloader = YoutubeDownloader(url, user_folder_path)
+
+    # Getting Youtube Media Info
+    media_metadata = youtube_downloader.get_media_metadata()
+
+    # Storing User's Media Metadata to Directory
+    media_metadata_path = os.path.join(user_folder_path, 'media_metadata.json')
+    with open(media_metadata_path, "w") as outfile: 
+        json.dump(media_metadata, outfile)
+    
+    # Storing User's Media Metadata to S3
+    s3_path = s3.upload_file(user_id, 'media_metadata.json', media_metadata_path)
+
+    # Getting Status
+    status = 1 if media_metadata else 0
+    
+    if status:
+        # Storing Info in the context for this user's session
+        users_context[user_id] = dict()
+        users_context[user_id]['downloader'] = youtube_downloader
+        # users_context[user_id]['media_metadata'] = media_metadata
+        users_context[user_id]['url'] = url
+    
+    return {'status': status, 
+            'user_id': user_id, 
+            'media_metadata': media_metadata, 
+            'media_metadata_path': s3_path}
+
+
+@celery.task
+def get_media_formats_task(user_id):
+
+    # Getting Media Formats for User
+    media_formats = users_context[user_id]['downloader'].get_media_formats()
+
+    # User Folder Path
+    user_folder_path = os.path.join(output_folder, user_id)
+
+    # Storing User's Media Formats to Directory
+    media_formats_path = os.path.join(user_folder_path, 'media_formats.json')
+    with open(media_formats_path, "w") as outfile: 
+        json.dump(media_formats, outfile)
+    
+    # Storing User's Media Formats to S3
+    s3_path = s3.upload_file(user_id, 'media_formats.json', media_formats_path)
+    
+    # Getting Status
+    status = 1 if media_formats else 0
+
+    if status:
+        # Storing Media Info in the context for this user's session
+        users_context[user_id]['media_formats'] = media_formats
+    
+    return {'status': status, 
+            'media_formats': media_formats, 
+            'media_formats_path': s3_path}
+
+@celery.task
+def download_media_task(user_id,media_type: str, media_format: str, media_quality: str):
+
+    # Downloading Media for User
+    media_path = users_context[user_id]['downloader'].download(media_type, media_format, media_quality)
+
+    # Storing User's Downloaded Media to S3
+    media_file = f"{media_type.lower()}_{media_quality.lower()}.{media_format.lower()}"
+    s3_path = s3.upload_file(user_id, media_file, media_path)
+    
+    # Getting Status
+    status = 1 if media_path else 0
+
+    if status:
+        # Storing Media Info in the context for this user's session
+        users_context[user_id]['media_path'] = media_path
+        users_context[user_id]['media_type'] = media_type
+    
+    return {'status': status, 'media_path': s3_path}
+
+
+@celery.task
+def get_transcript_task(user_id: str, subtitle_format: str = 'srt', word_level: bool = False):
+
+    # If Video Already Downloaded
+        if 'media_path' in users_context[user_id].keys():
+
+            # Retrieving the media_path from the context for this user's session
+            media_path = users_context[user_id]['media_path']
+
+            # Checking if the media_type is Video, then extract it's audio
+            media_type = users_context[user_id]['media_type']
+            if media_type == 'video':
+                media_path = extract_audio(media_path)
+        
+        else:
+
+            # Downloading Audio for Transcription
+            media_path = users_context[user_id]['downloader'].download('audio', 'mp3', '128kbps')
+
+        # Whisper based transcription
+        user_folder_path = os.path.join(output_folder, user_id)
+        stable_whisper_transcript = StableWhisper(model=MODELS['transcription'], 
+                                                media_path=media_path, 
+                                                output_path=user_folder_path, 
+                                                subtitle_format=subtitle_format, 
+                                                word_level=word_level)
+        transcript = stable_whisper_transcript.generate_transcript()
+        transcript_path = stable_whisper_transcript.save_transcript()
+        subtitles_path = stable_whisper_transcript.save_subtitles()
+
+        # Storing User's Transcripts to S3
+        s3_transcript_path = s3.upload_file(user_id, 'transcript.txt', transcript_path)
+        s3_subtitles_path = s3.upload_file(user_id, f'subtitles.{subtitle_format}', subtitles_path)
+        
+        # Getting Status
+        status = 1 if transcript and s3_transcript_path and s3_subtitles_path else 0
+
+        if status:
+            # Storing Transcript Info in the context for this user's session
+            users_context[user_id]['transcript'] = transcript
+            users_context[user_id]['transcript_path'] = transcript_path
+            users_context[user_id]['subtitles_path'] = subtitles_path
+        
+        return {'status': status, 
+                'transcript': transcript, 
+                'transcript_path': s3_transcript_path, 
+                'subtitles_path': s3_subtitles_path}
+
+@celery.task
+def get_translation_task(user_id: str, target_language: str = 'en'):
+        
+        # If Transcript Available
+        if 'transcript' in users_context[user_id].keys():
+        
+            # Retrieving the transcript from the context for this user's session
+            transcript = users_context[user_id]['transcript']
+        
+        else:
+            return {'status': 0, 'message': 'Transcript not generated yet'}
+
+        # NLLB based Translation
+        user_folder_path = os.path.join(output_folder, user_id)
+        nllb_translator = Translation(model=MODELS['translation'], 
+                                    transcript_dict=transcript, 
+                                    source_lang=transcript['language'], 
+                                    target_lang=target_language, 
+                                    output_path=user_folder_path)
+        translated_transcript = nllb_translator.get_translated_transcript()
+        translated_subtitles = nllb_translator.get_translated_subtitles()
+
+        # Storing Translated Transcript as TXT file in UTF-8 format
+        translated_transcript_path = os.path.join(user_folder_path, 'translated_transcript.txt')
+        with open(translated_transcript_path, 'w', encoding='utf-8') as file:
+            file.write(translated_transcript)
+        
+        # Storing Translated Transcript to S3
+        s3_transcript_path = s3.upload_file(user_id, 'translated_transcript.txt', translated_transcript_path)
+
+        # TODO: Write Translated Transcript as SRT, VTT, ASS files
+        # Storing Translated Subtitles as JSON file (For Now)
+        translated_subtitles_path = os.path.join(user_folder_path, 'translated_subtitles.json')
+        with open(translated_subtitles_path, "w", encoding='utf-8') as file:
+            json.dump(translated_subtitles_path, file)
+        
+        # Storing Translated Subtitles to S3
+        s3_subtitles_path = s3.upload_file(user_id, 'translated_subtitles.json', translated_subtitles_path)
+        
+        # Getting Status
+        status = 1 if translated_transcript and translated_subtitles else 0
+
+        if status:
+            # Storing Translated Transcript Info in the context for this user's session
+            users_context[user_id]['translated_transcript'] = translated_transcript
+            users_context[user_id]['translated_transcript_path'] = translated_transcript_path
+            users_context[user_id]['translated_subtitles'] = translated_subtitles
+            users_context[user_id]['translated_subtitles_path'] = translated_subtitles_path
+        
+        return {'status': status, 
+                'transcript': translated_transcript, 
+                'subtitles': translated_subtitles, 
+                'transcript_path': s3_transcript_path, 
+                'subtitles_path': s3_subtitles_path}
+
+
+@celery.task
+def get_summary_task(user_id: str, Summary_type: str, Summary_strategy: str, Target_Person_type: str,
+                      Response_length: str, Writing_style: str):
+
+    # If Transcript Available
+    if 'transcript' in users_context[user_id].keys():
+    
+        # Retrieving the transcript from the context for this user's session
+        text_input = users_context[user_id]['transcript']
+    
+    else:
+        return {'status': 0, 'message': 'Transcript not generated yet'}
+    
+    # Extracting Summary
+    summary_extractor = Extract_Summary(text_input=text_input)
+    output = summary_extractor.define_chain(Summary_type=Summary_type,
+                                            Summary_strategy=Summary_strategy,
+                                            Target_Person_type=Target_Person_type,
+                                            Response_length=Response_length,
+                                            Writing_style=Writing_style,
+                                            key_information=False)
+
+    # Getting Status
+    status = 1 if output else 0
+
+    if status:
+        # Storing Summary Info in the context for this user's session
+        users_context[user_id]['summary'] = output
+    
+    return {'status': status, "summary": output}
+
+
+@celery.task
+def get_key_info_task(user_id: str, Summary_type: str, Summary_strategy: str, Target_Person_type: str,
+                      Response_length: str, Writing_style: str):
+
+    # If Transcript Available
+    if 'transcript' in users_context[user_id].keys():
+    
+        # Retrieving the transcript from the context for this user's session
+        text_input = users_context[user_id]['transcript']
+    
+    else:
+        return {'status': 0, 'message': 'Transcript not generated yet'}
+    
+    # Extracting Key Value Info
+    summary_extractor = Extract_Summary(text_input=text_input)
+    output = summary_extractor.define_chain(Summary_type=Summary_type,
+                                            Summary_strategy=Summary_strategy,
+                                            Target_Person_type=Target_Person_type,
+                                            Response_length=Response_length,
+                                            Writing_style=Writing_style,
+                                            key_information=True)
+
+    # Getting Status
+    status = 1 if output else 0
+
+    if status:
+        # Storing Key Info in the context for this user's session
+        users_context[user_id]['key_info'] = output
+    
+    return {'status': status, "key_info": output}
+
+@celery.task
+def get_audiobook_task(user_id: str, narration_style: str, speaker: str = "male", 
+                        audio_format: str = "mp3", audio_quality: str = "128kbps"):
+
+     # If Transcript Available
+    if 'transcript' in users_context[user_id].keys():
+    
+        # Retrieving the transcript from the context for this user's session
+        text_input = users_context[user_id]['transcript']
+    
+    else:
+        return {'status': 0, 'message': 'Transcript not generated yet'}
+    
+    # Extracting Narration
+
+    narrator = AudioBookNarration(text_input=text_input)
+    output = narrator.define_chain(narration_style=narration_style)
+
+    # Generating Audiobook
+    audiobook = AudioBook(output_folder=output_folder)
+    audio_path = audiobook.generate_audio_from_text(output, speaker=speaker, filename="output_audio")
+    
+    # Converting the Audio to Required Audio Parameters
+    audio_path = convert_audio(audio_path, audio_format, audio_quality)
+    
+    # Storing User's Audiobook to S3
+    media_file = f"audiobook_{audio_quality.lower()}.{audio_format.lower()}"
+    s3_path = s3.upload_file(user_id, media_file, audio_path)
+    
+    # Getting Status
+    status = 1 if audio_path else 0
+
+    if status:
+        # Storing Audiobook path in the context for this user's session
+        users_context[user_id]['audiobook_path'] = audio_path
+    
+    return {'status': status, "audiobook_path": s3_path}
+
+@celery.task
+def get_rendered_video_task(user_id: str, video_format: str, 
+                       video_quality: str, subtitles_type: str = 'original'):
+
+
+    # # Retrieving the media_path from the context for this user's session
+    # media_path = users_context[user_id]['media_path']
+
+    # Downloading Video with Required Video Parameters for User
+    media_path = users_context[user_id]['downloader'].download('video', video_format, video_quality)
+    
+    # Getting Required Subtitles
+    if 'original' in subtitles_type.lower():
+        subtitles_path = users_context[user_id]['subtitles_path']
+
+    elif 'translated' in subtitles_type.lower():
+
+        # Getting Translated Subtitles from the context for this user's session
+        translated_subtitles = users_context[user_id]['translated_subtitles_path']
+
+        # Saving Translated Subtitles
+        subtitles_path = save_translated_subtitles(translated_subtitles, media_path)
+    
+    # Burning Subtitles & Rendering Video
+    rendered_video_path = burn_subtitles(media_path, subtitles_path)
+
+    # Storing User's Rendered Video to S3
+    media_file = f"subtitles_video_{video_quality.lower()}.{video_format.lower()}"
+    s3_path = s3.upload_file(user_id, media_file, media_path)
+
+    # Getting Status
+    status = 1 if rendered_video_path else 0
+    
+    return {'status': status, "rendered_video_path": s3_path}

celery_config.py

@@ -0,0 +1,3 @@
+# Celery
+broker_url = 'pyamqp://guest:guest@127.0.0.1:5672//'
+result_backend = 'rpc://'

helperfunctions.py

@@ -140,7 +140,8 @@ def convert_audio(input_file, audio_format, audio_quality):
             '-loglevel', 'quiet'
         ]
         subprocess.run(command)
+
+        return output_file
     
     except Exception as e:
-        print(f"Error in convert_audio: {e}")
-    return output_file
+        print(f"Error in convert_audio: {e}")

main.py

@@ -1,22 +1,32 @@
 import os
 import json
+import uuid
+import requests
 
 import uvicorn
-from fastapi import FastAPI, HTTPException, Request
+from fastapi import HTTPException, FastAPI, Request, WebSocket, Depends
 from fastapi.middleware.cors import CORSMiddleware
 from contextlib import asynccontextmanager
 
 from helperfunctions import *
-from models import load_models
+
+from celery import Celery
+from celery.result import AsyncResult
+from celery_config import broker_url, result_backend
+
+import api_functions
 from languages import CODE2LANG
-from s3_handler import S3Handler
 
-from media_download import YoutubeDownloader
-from transcription import StableWhisper
-from translation import Translation
-from summarizer import Extract_Summary, AudioBookNarration
-from audiobook import AudioBook
+# Initialize Celery
+celery = Celery(
+    'tasks',
+    broker=broker_url,
+    backend=result_backend
+)
 
+# Load Celery Configuration from File
+celery.config_from_object('celery_config')
+celery.autodiscover_tasks(['api_functions'])
 
 
 ### API Configurations
@@ -32,7 +42,8 @@ async def lifespan(app: FastAPI):
 
     # For Storing Models
     global MODELS
-    MODELS = load_models()
+    MODELS = {}
+    # MODELS = load_models()
     
     print('ML Models Loaded!')
     
@@ -46,15 +57,6 @@ async def lifespan(app: FastAPI):
 # Initializing FastAPI App
 app = FastAPI(lifespan=lifespan)
 
-# Output Directory for Files Storage
-output_folder = 'Output'
-
-# S3 Handler
-s3 = S3Handler()
-
-# Create a context variable to store the contexts for each user
-users_context = dict()
-
 # CORS (Cross-Origin Resource Sharing)
 origins = [
     "http://localhost",
@@ -72,6 +74,37 @@ app.add_middleware(
 
 ### APIs
 
+# WebSocket route to monitor task status
+@app.websocket("/ws/task_status/{task_id}")
+async def websocket_endpoint(websocket: WebSocket, task_id: str):
+    await websocket.accept()
+    while True:
+        result = AsyncResult(task_id, app=celery)
+        await websocket.send_json({"status": result.status, "result": result.result})
+        await asyncio.sleep(1)
+
+# API for monitoring task status
+@app.get("/task_status/{task_id}")
+async def get_task_status(request: Request, task_id: str):
+    result = AsyncResult(task_id, app=celery)
+    return {"status": result.status, "result": result.result}
+
+
+# Function to create a unique task ID
+def create_task_id():
+    return f"task_{str(uuid.uuid4())[:8]}"
+
+# Function to run a background task and return task ID
+def run_background_task(task_function, *args):
+    task_id = create_task_id()
+    task = celery.send_task(
+        task_function,
+        args=args,
+        task_id=task_id
+    )
+    return task_id, task
+
+
 @app.get("/get_media_metadata")
 async def get_media_metadata(request: Request, url: str):
 
@@ -81,37 +114,16 @@ async def get_media_metadata(request: Request, url: str):
         user_ip = request.client.host
         user_id = generate_uuid(user_ip, url)
 
-        # User Folder Path
-        user_folder_path = os.path.join(output_folder, user_id)
-
-        # Getting User's Youtube Downloader
-        youtube_downloader = YoutubeDownloader(url, user_folder_path)
-
-        # Getting Youtube Media Info
-        media_metadata = youtube_downloader.get_media_metadata()
-
-        # Storing User's Media Metadata to Directory
-        media_metadata_path = os.path.join(user_folder_path, 'media_metadata.json')
-        with open(media_metadata_path, "w") as outfile: 
-            json.dump(media_metadata, outfile)
-        
-        # Storing User's Media Metadata to S3
-        s3_path = s3.upload_file(user_id, 'media_metadata.json', media_metadata_path)
+        # Run background task for media metadata
+        task_id, _ = run_background_task("api_functions.get_media_metadata_task", user_id, url)
 
         # Getting Status
-        status = 1 if media_metadata else 0
-        
-        if status:
-            # Storing Info in the context for this user's session
-            users_context[user_id] = dict()
-            users_context[user_id]['downloader'] = youtube_downloader
-            # users_context[user_id]['media_metadata'] = media_metadata
-            users_context[user_id]['url'] = url
-        
-        return {'status': status, 
+        status = 1 if task_id else 0
+
+        return {'status': 'Task Started', 
+                'task_id': task_id,
                 'user_id': user_id, 
-                'media_metadata': media_metadata, 
-                'media_metadata_path': s3_path}
+                'status': status}
     
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
@@ -122,31 +134,16 @@ async def get_media_metadata(request: Request, url: str):
 async def get_media_formats(user_id: str):
     
     try:
-
-        # Getting Media Formats for User
-        media_formats = users_context[user_id]['downloader'].get_media_formats()
-
-        # User Folder Path
-        user_folder_path = os.path.join(output_folder, user_id)
-
-        # Storing User's Media Formats to Directory
-        media_formats_path = os.path.join(user_folder_path, 'media_formats.json')
-        with open(media_formats_path, "w") as outfile: 
-            json.dump(media_formats, outfile)
-        
-        # Storing User's Media Formats to S3
-        s3_path = s3.upload_file(user_id, 'media_formats.json', media_formats_path)
         
+        # Run background task for media metadata
+        task_id, _ = run_background_task("api_functions.get_media_formats_task", user_id)
+
         # Getting Status
-        status = 1 if media_formats else 0
+        status = 1 if task_id else 0
 
-        if status:
-            # Storing Media Info in the context for this user's session
-            users_context[user_id]['media_formats'] = media_formats
-        
-        return {'status': status, 
-                'media_formats': media_formats, 
-                'media_formats_path': s3_path}
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
     
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
@@ -157,23 +154,16 @@ async def get_media_formats(user_id: str):
 async def download_media(user_id: str, media_type: str, media_format: str, media_quality: str):
     
     try:
+        # Run background task for media Download
+        task_id, _ = run_background_task("api_functions.download_media_task", user_id,
+                                         media_type,media_format,media_quality)
 
-        # Downloading Media for User
-        media_path = users_context[user_id]['downloader'].download(media_type, media_format, media_quality)
-
-        # Storing User's Downloaded Media to S3
-        media_file = f"{media_type.lower()}_{media_quality.lower()}.{media_format.lower()}"
-        s3_path = s3.upload_file(user_id, media_file, media_path)
-        
         # Getting Status
-        status = 1 if media_path else 0
-
-        if status:
-            # Storing Media Info in the context for this user's session
-            users_context[user_id]['media_path'] = media_path
-            users_context[user_id]['media_type'] = media_type
+        status = 1 if task_id else 0
         
-        return {'status': status, 'media_path': s3_path}
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
     
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
@@ -184,52 +174,17 @@ async def download_media(user_id: str, media_type: str, media_format: str, media
 async def get_transcript(user_id: str, subtitle_format: str = 'srt', word_level: bool = False):
     
     try:
+     # Run background task for media Download
+        task_id, _ = run_background_task("api_functions.get_transcript_task", user_id,
+                                         subtitle_format,word_level)
 
-        # If Video Already Downloaded
-        if 'media_path' in users_context[user_id].keys():
-
-            # Retrieving the media_path from the context for this user's session
-            media_path = users_context[user_id]['media_path']
-
-            # Checking if the media_type is Video, then extract it's audio
-            media_type = users_context[user_id]['media_type']
-            if media_type == 'video':
-                media_path = extract_audio(media_path)
-        
-        else:
-
-            # Downloading Audio for Transcription
-            media_path = users_context[user_id]['downloader'].download('audio', 'mp3', '128kbps')
-
-        # Whisper based transcription
-        user_folder_path = os.path.join(output_folder, user_id)
-        stable_whisper_transcript = StableWhisper(model=MODELS['transcription'], 
-                                                media_path=media_path, 
-                                                output_path=user_folder_path, 
-                                                subtitle_format=subtitle_format, 
-                                                word_level=word_level)
-        transcript = stable_whisper_transcript.generate_transcript()
-        transcript_path = stable_whisper_transcript.save_transcript()
-        subtitles_path = stable_whisper_transcript.save_subtitles()
-
-        # Storing User's Transcripts to S3
-        s3_transcript_path = s3.upload_file(user_id, 'transcript.txt', transcript_path)
-        s3_subtitles_path = s3.upload_file(user_id, f'subtitles.{subtitle_format}', subtitles_path)
-        
         # Getting Status
-        status = 1 if transcript and s3_transcript_path and s3_subtitles_path else 0
-
-        if status:
-            # Storing Transcript Info in the context for this user's session
-            users_context[user_id]['transcript'] = transcript
-            users_context[user_id]['transcript_path'] = transcript_path
-            users_context[user_id]['subtitles_path'] = subtitles_path
+        status = 1 if task_id else 0
         
-        return {'status': status, 
-                'transcript': transcript, 
-                'transcript_path': s3_transcript_path, 
-                'subtitles_path': s3_subtitles_path}
-    
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
+
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
         raise HTTPException(status_code=500, detail=str(e))
@@ -244,59 +199,17 @@ async def get_translation(user_id: str):
 async def get_translation(user_id: str, target_language: str = 'en'):
 
     try:
+        # Run background task for get_translation
+        task_id, _ = run_background_task("api_functions.get_translation_task",
+                                         user_id,target_language)
 
-        # If Transcript Available
-        if 'transcript' in users_context[user_id].keys():
-        
-            # Retrieving the transcript from the context for this user's session
-            transcript = users_context[user_id]['transcript']
-        
-        else:
-            return {'status': 0, 'message': 'Transcript not generated yet'}
-
-        # NLLB based Translation
-        user_folder_path = os.path.join(output_folder, user_id)
-        nllb_translator = Translation(model=MODELS['translation'], 
-                                    transcript_dict=transcript, 
-                                    source_lang=transcript['language'], 
-                                    target_lang=target_language, 
-                                    output_path=user_folder_path)
-        translated_transcript = nllb_translator.get_translated_transcript()
-        translated_subtitles = nllb_translator.get_translated_subtitles()
-
-        # Storing Translated Transcript as TXT file in UTF-8 format
-        translated_transcript_path = os.path.join(user_folder_path, 'translated_transcript.txt')
-        with open(translated_transcript_path, 'w', encoding='utf-8') as file:
-            file.write(translated_transcript)
-        
-        # Storing Translated Transcript to S3
-        s3_transcript_path = s3.upload_file(user_id, 'translated_transcript.txt', translated_transcript_path)
-
-        # TODO: Write Translated Transcript as SRT, VTT, ASS files
-        # Storing Translated Subtitles as JSON file (For Now)
-        translated_subtitles_path = os.path.join(user_folder_path, 'translated_subtitles.json')
-        with open(translated_subtitles_path, "w", encoding='utf-8') as file:
-            json.dump(translated_subtitles_path, file)
-        
-        # Storing Translated Subtitles to S3
-        s3_subtitles_path = s3.upload_file(user_id, 'translated_subtitles.json', translated_subtitles_path)
-        
         # Getting Status
-        status = 1 if translated_transcript and translated_subtitles else 0
-
-        if status:
-            # Storing Translated Transcript Info in the context for this user's session
-            users_context[user_id]['translated_transcript'] = translated_transcript
-            users_context[user_id]['translated_transcript_path'] = translated_transcript_path
-            users_context[user_id]['translated_subtitles'] = translated_subtitles
-            users_context[user_id]['translated_subtitles_path'] = translated_subtitles_path
+        status = 1 if task_id else 0
         
-        return {'status': status, 
-                'transcript': translated_transcript, 
-                'subtitles': translated_subtitles, 
-                'transcript_path': s3_transcript_path, 
-                'subtitles_path': s3_subtitles_path}
-    
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
+
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
         raise HTTPException(status_code=500, detail=str(e))
@@ -307,33 +220,20 @@ async def get_summary(user_id: str, Summary_type: str, Summary_strategy: str, Ta
                       Response_length: str, Writing_style: str):
 
     try:
-
-        # If Transcript Available
-        if 'transcript' in users_context[user_id].keys():
-        
-            # Retrieving the transcript from the context for this user's session
-            text_input = users_context[user_id]['transcript']
-        
-        else:
-            return {'status': 0, 'message': 'Transcript not generated yet'}
-        
-        # Extracting Summary
-        summary_extractor = Extract_Summary(text_input=text_input)
-        output = summary_extractor.define_chain(Summary_type=Summary_type,
-                                                Summary_strategy=Summary_strategy,
-                                                Target_Person_type=Target_Person_type,
-                                                Response_length=Response_length,
-                                                Writing_style=Writing_style,
-                                                key_information=False)
+        # Run background task for get_summary
+        task_id, _ = run_background_task("api_functions.get_summary_task",
+                                         user_id,Summary_type,Summary_strategy,
+                                         Target_Person_type,Response_length,
+                                         Writing_style)
 
         # Getting Status
-        status = 1 if output else 0
+        status = 1 if task_id else 0
+        
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
 
-        if status:
-            # Storing Summary Info in the context for this user's session
-            users_context[user_id]['summary'] = output
         
-        return {'status': status, "summary": output}
     
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
@@ -345,33 +245,20 @@ async def get_key_info(user_id: str, Summary_type: str, Summary_strategy: str, T
                        Response_length: str, Writing_style: str):
 
     try:
-
-        # If Transcript Available
-        if 'transcript' in users_context[user_id].keys():
-        
-            # Retrieving the transcript from the context for this user's session
-            text_input = users_context[user_id]['transcript']
-        
-        else:
-            return {'status': 0, 'message': 'Transcript not generated yet'}
-        
-        # Extracting Key Value Info
-        summary_extractor = Extract_Summary(text_input=text_input)
-        output = summary_extractor.define_chain(Summary_type=Summary_type,
-                                                Summary_strategy=Summary_strategy,
-                                                Target_Person_type=Target_Person_type,
-                                                Response_length=Response_length,
-                                                Writing_style=Writing_style,
-                                                key_information=True)
+        # Run background task for get_summary
+        task_id, _ = run_background_task("api_functions.get_key_info_task",
+                                            user_id,Summary_type,Summary_strategy,
+                                            Target_Person_type,Response_length,
+                                            Writing_style)
 
         # Getting Status
-        status = 1 if output else 0
-
-        if status:
-            # Storing Key Info in the context for this user's session
-            users_context[user_id]['key_info'] = output
+        status = 1 if task_id else 0
         
-        return {'status': status, "key_info": output}
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
+
+      
     
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
@@ -383,47 +270,19 @@ async def get_audiobook(user_id: str, narration_style: str, speaker: str = "male
                         audio_format: str = "mp3", audio_quality: str = "128kbps"):
 
     try:
-            
-        # If Transcript Available
-        if 'transcript' in users_context[user_id].keys():
-        
-            # Retrieving the transcript from the context for this user's session
-            text_input = users_context[user_id]['transcript']
-        
-        else:
-            return {'status': 0, 'message': 'Transcript not generated yet'}
-        
-        # Extracting Narration
-
-        narrator = AudioBookNarration(text_input=text_input)
-        output = narrator.define_chain(narration_style=narration_style)
-        print("=============="*50)
-        print("####### Generation Audio########")
-        print("=============="*50)
-        # Generating Audiobook
-        audiobook = AudioBook(output_folder=output_folder)
-        audio_path = audiobook.generate_audio_from_text(output, speaker=speaker, filename="output_audio")
-
-        print("=============="*50)
-        print(f"####### Audio Path :{audio_path} ########")
-        print("=============="*50)
-        
-        # Converting the Audio to Required Audio Parameters
-        audio_path = convert_audio(audio_path, audio_format, audio_quality)
-        
-        # Storing User's Audiobook to S3
-        media_file = f"audiobook_{audio_quality.lower()}.{audio_format.lower()}"
-        s3_path = s3.upload_file(user_id, media_file, audio_path)
-        
-        # Getting Status
-        status = 1 if audio_path else 0
+        # Run background task for get_summary
+        task_id, _ = run_background_task("api_functions.get_audiobook_task",
+                                            user_id,narration_style,speaker,
+                                            audio_format,audio_quality)
 
-        if status:
-            # Storing Audiobook path in the context for this user's session
-            users_context[user_id]['audiobook_path'] = audio_path
+        # Getting Status
+        status = 1 if task_id else 0
         
-        return {'status': status, "audiobook_path": s3_path}
-    
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
+            
+       
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")
         raise HTTPException(status_code=500, detail=str(e))
@@ -433,36 +292,17 @@ async def get_audiobook(user_id: str, narration_style: str, speaker: str = "male
 async def get_rendered_video(user_id: str, video_format: str, video_quality: str, subtitles_type: str = 'original'):
 
     try:
-
-        # # Retrieving the media_path from the context for this user's session
-        # media_path = users_context[user_id]['media_path']
-
-        # Downloading Video with Required Video Parameters for User
-        media_path = users_context[user_id]['downloader'].download('video', video_format, video_quality)
-        
-        # Getting Required Subtitles
-        if 'original' in subtitles_type.lower():
-            subtitles_path = users_context[user_id]['subtitles_path']
-
-        elif 'translated' in subtitles_type.lower():
-
-            # Getting Translated Subtitles from the context for this user's session
-            translated_subtitles = users_context[user_id]['translated_subtitles_path']
-
-            # Saving Translated Subtitles
-            subtitles_path = save_translated_subtitles(translated_subtitles, media_path)
-        
-        # Burning Subtitles & Rendering Video
-        rendered_video_path = burn_subtitles(media_path, subtitles_path)
-
-        # Storing User's Rendered Video to S3
-        media_file = f"subtitles_video_{video_quality.lower()}.{video_format.lower()}"
-        s3_path = s3.upload_file(user_id, media_file, media_path)
+        # Run background task for get_summary
+        task_id, _ = run_background_task("api_functions.get_rendered_video_task",
+                                            user_id,video_format,video_quality,
+                                            subtitles_type)
 
         # Getting Status
-        status = 1 if rendered_video_path else 0
+        status = 1 if task_id else 0
         
-        return {'status': status, "rendered_video_path": s3_path}
+        return {'status': 'Task Started', 
+                'task_id': task_id,
+                'status': status}
     
     except Exception as e:
         print(f"An unexpected error occurred:\n{str(e)}")

requirements.txt

@@ -1,13 +1,19 @@
-aiohttp==3.8.6
+aiohttp==3.9.1
 aiosignal==1.3.1
+aiostream==0.5.2
+amqp==5.2.0
 annotated-types==0.6.0
 anyio==3.7.1
+asttokens==2.4.1
 async-timeout==4.0.3
 attrs==23.1.0
 av==10.0.0
+beautifulsoup4==4.12.2
+billiard==4.2.0
 boto3==1.29.0
 botocore==1.32.0
 Brotli==1.1.0
+celery==5.3.5
 certifi==2023.7.22
 cffi==1.16.0
 charset-normalizer==3.3.2
@@ -30,6 +36,7 @@ faster-whisper==0.9.0
 ffmpeg-python==0.2.0
 filelock==3.13.1
 flatbuffers==23.5.26
+flower==2.0.1
 fonttools==4.44.1
 frozenlist==1.4.0
 fsspec==2023.10.0
@@ -38,7 +45,8 @@ future==0.18.3
 greenlet==3.0.1
 h11==0.14.0
 httpcore==1.0.2
-httpx==0.25.1
+httptools==0.6.1
+httpx==0.25.2
 huggingface-hub==0.17.3
 humanfriendly==10.0
 idna==3.4
@@ -48,18 +56,22 @@ joblib==1.3.2
 jsonpatch==1.33
 jsonpointer==2.4
 kiwisolver==1.4.5
+kombu==5.3.4
 langchain==0.0.335
 langsmith==0.0.64
 lit==17.0.5
+llama-index==0.9.8
 llvmlite==0.41.1
 MarkupSafe==2.1.3
 marshmallow==3.20.1
+matplotlib-inline==0.1.6
 matplotlib==3.8.1
 more-itertools==10.1.0
 mpmath==1.3.0
 multidict==6.0.4
 mutagen==1.47.0
 mypy-extensions==1.0.0
+nest-asyncio==1.5.8
 networkx==3.2.1
 nltk==3.8.1
 numba==0.58.1
@@ -76,23 +88,36 @@ nvidia-cusparse-cu11==11.7.4.91
 nvidia-nccl-cu11==2.14.3
 nvidia-nvtx-cu11==11.7.91
 onnxruntime==1.16.2
-openai==0.28.0
 openai-whisper==20231106
+openai==0.28.0
 packaging==23.2
 pandas==2.1.3
+parso==0.8.3
+pexpect==4.9.0
 Pillow==10.1.0
 pip==23.3
+platformdirs==4.0.0
+prometheus-client==0.19.0
+prompt-toolkit==3.0.41
 protobuf==4.25.0
+psutil==5.9.6
+ptyprocess==0.7.0
+pure-eval==0.2.2
 pycparser==2.21
 pycryptodome==3.19.0
 pycryptodomex==3.19.0
-pydantic==2.5.0
+pydantic==2.5.1
 pydantic_core==2.14.1
+pydantic_core==2.14.3
+Pygments==2.17.2
 pyparsing==3.1.1
 python-dateutil==2.8.2
+python-dotenv==1.0.0
 pytube==15.0.0
 pytz==2023.3.post1
 PyYAML==6.0.1
+pyzmq==25.1.1
+redis==5.0.1
 regex==2023.10.3
 requests==2.31.0
 s3transfer==0.7.0
@@ -103,8 +128,10 @@ setuptools==68.0.0
 six==1.16.0
 sniffio==1.3.0
 soundfile==0.12.1
+soupsieve==2.5
 SQLAlchemy==2.0.23
 stable-ts==2.13.3
+stack-data==0.6.3
 starlette==0.27.0
 sympy==1.12
 tenacity==8.2.3
@@ -113,18 +140,25 @@ tiktoken==0.5.1
 tokenizers==0.14.1
 torch==2.0.1
 torchaudio==2.0.2
+tornado==6.3.3
 tqdm==4.66.1
+traitlets==5.13.0
 transformers==4.35.1
 triton==2.0.0
-typing_extensions==4.8.0
 typing-inspect==0.9.0
+typing_extensions==4.8.0
 tzdata==2023.3
-urllib3==2.0.7
+urllib3==2.1.0
 uvicorn==0.24.0.post1
+uvloop==0.19.0
+vine==5.1.0
+watchfiles==0.21.0
+wcwidth==0.2.11
 websockets==12.0
 wheel==0.41.2
 wordcloud==1.9.2
-yarl==1.9.2
+wrapt==1.16.0
+yarl==1.9.3
 youtube-transcript-api==0.6.1
 yt-dlp==2023.10.13
 git+https://github.com/suno-ai/bark.git