Update app.py

app.py

@@ -1,9 +1,13 @@
+import nltk
+nltk.download('punkt_tab')
+
 import os
 from dotenv import load_dotenv
 import asyncio
-from flask import Flask, request, render_template
-from flask_cors import CORS
-from flask_socketio import SocketIO, emit, join_room, leave_room
+from fastapi import FastAPI, Request, WebSocket, WebSocketDisconnect
+from fastapi.responses import HTMLResponse
+from fastapi.templating import Jinja2Templates
+from fastapi.middleware.cors import CORSMiddleware
 from langchain.chains import create_history_aware_retriever, create_retrieval_chain
 from langchain.chains.combine_documents import create_stuff_documents_chain
 from langchain_community.chat_message_histories import ChatMessageHistory
@@ -14,7 +18,12 @@ from pinecone import Pinecone
 from pinecone_text.sparse import BM25Encoder
 from langchain_huggingface import HuggingFaceEmbeddings
 from langchain_community.retrievers import PineconeHybridSearchRetriever
-from langchain_groq import ChatGroq
+from langchain.retrievers import ContextualCompressionRetriever
+from langchain_community.chat_models import ChatPerplexity
+from langchain.retrievers.document_compressors import CrossEncoderReranker
+from langchain_community.cross_encoders import HuggingFaceCrossEncoder
+from langchain_core.prompts import PromptTemplate
+import re
 
 # Load environment variables
 load_dotenv(".env")
@@ -22,6 +31,7 @@ USER_AGENT = os.getenv("USER_AGENT")
 GROQ_API_KEY = os.getenv("GROQ_API_KEY")
 SECRET_KEY = os.getenv("SECRET_KEY")
 PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+HUGGINGFACE_TOKEN = os.getenv("huggingface_api_key")
 SESSION_ID_DEFAULT = "abc123"
 
 # Set environment variables
@@ -29,14 +39,19 @@ os.environ['USER_AGENT'] = USER_AGENT
 os.environ["GROQ_API_KEY"] = GROQ_API_KEY
 os.environ["TOKENIZERS_PARALLELISM"] = 'true'
 
-# Initialize Flask app and SocketIO with CORS
-app = Flask(__name__)
-CORS(app)
-socketio = SocketIO(app, cors_allowed_origins="*")
-app.config['SESSION_COOKIE_SECURE'] = True  # Use HTTPS
-app.config['SESSION_COOKIE_HTTPONLY'] = True
-app.config['SESSION_COOKIE_SAMESITE'] = 'Lax'
-app.config['SECRET_KEY'] = SECRET_KEY
+# Initialize FastAPI app and CORS
+app = FastAPI()
+origins = ["*"]  # Adjust as needed
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=origins,
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+templates = Jinja2Templates(directory="templates")
 
 # Function to initialize Pinecone connection
 def initialize_pinecone(index_name: str):
@@ -47,7 +62,6 @@ def initialize_pinecone(index_name: str):
         print(f"Error initializing Pinecone: {e}")
         raise
 
-
 ##################################################
 ##          Change down here
 ##################################################
@@ -56,39 +70,32 @@ def initialize_pinecone(index_name: str):
 pinecone_index = initialize_pinecone("uae-national-library-and-archives-vectorstore")
 bm25 = BM25Encoder().load("./UAE-NLA.json")
 
-### This is for UAE Legislation Website
-# pinecone_index = initialize_pinecone("uae-legislation-site-data")
-# bm25 = BM25Encoder().load("./bm25_uae_legislation_data.json")
-
-
-### This is for u.ae Website
-# pinecone_index = initialize_pinecone("vector-store-index")
-# bm25 = BM25Encoder().load("./bm25_u.ae.json")
-
-
-# #### This is for UAE Economic Department Website
-# pinecone_index = initialize_pinecone("uae-department-of-economics-site-data")
-# bm25 = BM25Encoder().load("./bm25_uae_department_of_economics_data.json")
-
-
-
 ##################################################
 ##################################################
 
-# old_embed_model = HuggingFaceEmbeddings(model_name="sentence-transformers/gte-multilingual-base")
-
 # Initialize models and retriever
-embed_model = HuggingFaceEmbeddings(model_name="Alibaba-NLP/gte-multilingual-base", model_kwargs={"trust_remote_code":True})
+embed_model = HuggingFaceEmbeddings(model_name="jinaai/jina-embeddings-v3", model_kwargs={"trust_remote_code":True})
 retriever = PineconeHybridSearchRetriever(
     embeddings=embed_model, 
     sparse_encoder=bm25, 
     index=pinecone_index, 
-    top_k=20, 
-    alpha=0.5
+    top_k=10, 
+    alpha=0.5,
 )
 
+llm = ChatPerplexity(temperature=0, pplx_api_key=GROQ_API_KEY, model="llama-3.1-sonar-large-128k-chat", max_tokens=512, max_retries=2)
+
+
 # Initialize LLM
-llm = ChatGroq(model="llama-3.1-70b-versatile", temperature=0, max_tokens=1024, max_retries=2)
+# llm = ChatPerplexity(temperature=0, pplx_api_key=GROQ_API_KEY, model="llama-3.1-sonar-large-128k-chat", max_tokens=512, max_retries=2)
+
+# Initialize Reranker
+# model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")
+# compressor = CrossEncoderReranker(model=model, top_n=10)
+
+# compression_retriever = ContextualCompressionRetriever(
+#     base_compressor=compressor, base_retriever=retriever
+# )
 
 # Contextualization prompt and retriever
 contextualize_q_system_prompt = """Given a chat history and the latest user question \
@@ -106,33 +113,27 @@ contextualize_q_prompt = ChatPromptTemplate.from_messages(
 history_aware_retriever = create_history_aware_retriever(llm, retriever, contextualize_q_prompt)
 
 # QA system prompt and chain
-qa_system_prompt = """You are a highly skilled information retrieval assistant. Use the following context to answer questions effectively. \
-If you don't know the answer, simply state that you don't know. \
-Your answer should be in {language} language. \
-Provide answers in proper HTML format and keep them concise. \
-
-When responding to queries, follow these guidelines: \
-
-    1. Provide Clear Answers: \
-        - Based on the language of the question, you have to answer in that language. E.g. if the question is in English language then answer in the English language or if the question is in Arabic language then you should answer in Arabic language. /
-        - Ensure the response directly addresses the query with accurate and relevant information.\
-
-    2. Include Detailed References: \
-        - Links to Sources: Include URLs to credible sources where users can verify information or explore further. \
-        - Reference Sites: Mention specific websites or platforms that offer additional information. \
-        - Downloadable Materials: Provide links to any relevant downloadable resources if applicable. \
-    
-    3. Formatting for Readability: \
-        - The answer should be in a proper HTML format with appropriate tags. \
-        - For arabic language response align the text to right and convert numbers also.
-        - Double check if the language of answer is correct or not.
-        - Use bullet points or numbered lists where applicable to present information clearly. \
-        - Highlight key details using bold or italics. \
-        - Provide proper and meaningful abbreviations for urls. Do not include naked urls. \
-    
-    4. Organize Content Logically: \
-        - Structure the content in a logical order, ensuring easy navigation and understanding for the user. \
-        
+qa_system_prompt = """ You are a highly skilled information retrieval assistant. Use the following context to answer questions effectively. 
+If you don't know the answer, simply state that you don't know.
+YOUR ANSWER SHOULD BE IN '{language}' LANGUAGE. 
+When responding to queries, follow these guidelines:
+1. Provide Clear Answers: 
+   - You have to answer in that language based on the given language of the answer. If it is English, answer it in English; if it is Arabic, you should answer it in Arabic.
+   - Ensure the response directly addresses the query with accurate and relevant information.
+   - Do not give long answers. Provide detailed but concise responses.
+   
+2. Formatting for Readability: 
+   - Provide the entire response in proper markdown format.
+   - Use structured Markdown elements such as headings, subheadings, lists, tables, and links.
+   - Use emphasis on headings, important texts, and phrases.
+   
+3. Proper Citations:
+   - Always use inline citations with embedded source URLs. 
+   - The inline citations should be in the format [1], [2], etc.
+   - DO NOT INCLUDE THE 'References' SECTION IN THE RESPONSE.
+   
+FOLLOW ALL THE GIVEN INSTRUCTIONS, FAILURE TO DO SO WILL RESULT IN THE TERMINATION OF THE CHAT.
+== CONTEXT ==
 {context}
 """
 qa_prompt = ChatPromptTemplate.from_messages(
@@ -142,7 +143,9 @@ qa_prompt = ChatPromptTemplate.from_messages(
         ("human", "{input}")
     ]
 )
-question_answer_chain = create_stuff_documents_chain(llm, qa_prompt)
+
+document_prompt = PromptTemplate(input_variables=["page_content", "source"], template="{page_content} \n\n Source: {source}")
+question_answer_chain = create_stuff_documents_chain(llm, qa_prompt, document_prompt=document_prompt)
 
 # Retrieval and Generative (RAG) Chain
 rag_chain = create_retrieval_chain(history_aware_retriever, question_answer_chain)
@@ -150,9 +153,6 @@ rag_chain = create_retrieval_chain(history_aware_retriever, question_answer_chai
 # Chat message history storage
 store = {}
 
-def clean_temporary_data():
-    store.clear()
-
 def get_session_history(session_id: str) -> BaseChatMessageHistory:
     if session_id not in store:
         store[session_id] = ChatMessageHistory()
@@ -168,46 +168,69 @@ conversational_rag_chain = RunnableWithMessageHistory(
     output_messages_key="answer",
 )
 
-# Function to handle WebSocket connection
-@socketio.on('connect')
-def handle_connect():
-    print(f"Client connected: {request.sid}")
-    emit('connection_response', {'message': 'Connected successfully.'})
-
-# Function to handle WebSocket disconnection
-@socketio.on('disconnect')
-def handle_disconnect():
-    print(f"Client disconnected: {request.sid}")
-    clean_temporary_data()
-
-# Function to handle WebSocket messages
-@socketio.on('message')
-def handle_message(data):
-    question = data.get('question')
-    language = data.get('language')
-    if "en" in language:
-        language = "English"
-    else:
-        language = "Arabic"
-    session_id = data.get('session_id', SESSION_ID_DEFAULT)
-    chain = conversational_rag_chain.pick("answer")
 
+# WebSocket endpoint with streaming
+@app.websocket("/ws")
+async def websocket_endpoint(websocket: WebSocket):
+    await websocket.accept()
+    print(f"Client connected: {websocket.client}")
+    session_id = None
     try:
-        for chunk in chain.stream(
-                {"input": question, 'language': language},
-                config={"configurable": {"session_id": session_id}},
-            ):
-            emit('response', chunk, room=request.sid)
-    except Exception as e:
-        print(f"Error during message handling: {e}")
-        emit('response', {"error": "An error occurred while processing your request."}, room=request.sid)
-
+        while True:
+            data = await websocket.receive_json()
+            question = data.get('question')
+            language = data.get('language')
+            if "en" in language:
+                language = "English"
+            else:
+                language = "Arabic"
+            session_id = data.get('session_id', SESSION_ID_DEFAULT)
+            # Process the question
+            try:
+                # Define an async generator for streaming
+                async def stream_response():
+                    complete_response = ""
+                    context = {}
+                    async for chunk in conversational_rag_chain.astream(
+                        {"input": question, 'language': language},
+                        config={"configurable": {"session_id": session_id}}
+                    ):
+                        if "context" in chunk:
+                            context = chunk['context']
+                        # Send each chunk to the client
+                        if "answer" in chunk:
+                            complete_response += chunk['answer']
+                            await websocket.send_json({'response': chunk['answer']})
+
+                    if context:
+                        citations = re.findall(r'\[(\d+)\]', complete_response)
+                        citation_numbers = list(map(int, citations))
+                        sources = dict()
+                        backup = dict()
+                        i=1
+                        for index, doc in enumerate(context):
+                            if (index+1) in citation_numbers:
+                                sources[f"[{index+1}]"] = doc.metadata["source"]
+                            else:
+                                if doc.metadata["source"] not in backup.values():
+                                    backup[f"[{i}]"] = doc.metadata["source"]
+                                    i += 1
+                        if sources:
+                            await websocket.send_json({'sources': sources})
+                        else:
+                            await websocket.send_json({'sources': backup})
+
+                await stream_response()
+            except Exception as e:
+                print(f"Error during message handling: {e}")
+                await websocket.send_json({'response': "Something went wrong, Please try again." + str(e)})
+    except WebSocketDisconnect:
+        print(f"Client disconnected: {websocket.client}")
+        if session_id:
+            store.pop(session_id, None)
 
 # Home route
-@app.route("/")
-def index_view():
-    return render_template('chat.html') 
+@app.get("/", response_class=HTMLResponse)
+async def read_index(request: Request):
+    return templates.TemplateResponse("chat.html", {"request": request})
 
-# Main function to run the app
-if __name__ == '__main__': 
-    socketio.run(app, debug=True)