Update app.py

app.py

@@ -68,7 +68,7 @@ def initialize_pinecone(index_name: str):
 
 # Initialize Pinecone index and BM25 encoder
 pinecone_index = initialize_pinecone("updated-mbzuai-policies")
-bm25 = BM25Encoder().load("./mbzuai-policies.json")
+bm25 = BM25Encoder().load("./updated-mbzuai-policies.json")
 
 ##################################################
 ##################################################
@@ -102,12 +102,12 @@ llm = ChatOpenAI(temperature=0, model_name="gpt-4o-mini", max_tokens=512)
 #     base_compressor=compressor, base_retriever=retriever
 # )
 
-from langchain.retrievers.document_compressors import FlashrankRerank
+# from langchain.retrievers.document_compressors import FlashrankRerank
 
-compressor = FlashrankRerank()
-compression_retriever = ContextualCompressionRetriever(
-    base_compressor=compressor, base_retriever=retriever
-)
+# compressor = FlashrankRerank()
+# compression_retriever = ContextualCompressionRetriever(
+#     base_compressor=compressor, base_retriever=retriever
+# )
 
 # Contextualization prompt and retriever
 contextualize_q_system_prompt = """Given a chat history and the latest user question \
@@ -122,7 +122,7 @@ contextualize_q_prompt = ChatPromptTemplate.from_messages(
         ("human", "{input}")
     ]
 )
-history_aware_retriever = create_history_aware_retriever(llm, compression_retriever, contextualize_q_prompt)
+history_aware_retriever = create_history_aware_retriever(llm, retriever, contextualize_q_prompt)
 
 # QA system prompt and chain
 qa_system_prompt = """ You are a highly skilled information retrieval assistant. Use the following context to answer questions effectively. 
@@ -142,10 +142,12 @@ When responding to queries, follow these guidelines:
    - Use emphasis on headings, important texts, and phrases.
 
 3. Proper Citations:
-   - ALWAYS SPECIFY SOURCES AT THE END OF THE RESPONSE WITH THEIR URL SO THAT USERS CAN GET MORE INFORMATION.
-   - At the end of response list out this sources.
+   - ALWAYS SPECIFY SOURCES AT THE END OF THE RESPONSE WITH THEIR URL IN A SECTION WITH HEADING 'Sources', SO USERS CAN GET MORE INFORMATION.
 
 FOLLOW ALL THE GIVEN INSTRUCTIONS, FAILURE TO DO SO WILL RESULT IN THE TERMINATION OF THE CHAT.
+
+== CONTEXT ==
+
 {context}
 """
 qa_prompt = ChatPromptTemplate.from_messages(