Update app.py

app.py

@@ -88,9 +88,16 @@ retriever = PineconeHybridSearchRetriever(
 llm = ChatOpenAI(temperature=0, model_name="gpt-4o-mini", max_tokens=512)
 
 # Initialize Reranker
-reranker_model = HuggingFaceCrossEncoder(model_name="jinaai/jina-reranker-v2-base-multilingual", model_kwargs={"trust_remote_code":True})
-compressor = CrossEncoderReranker(model=reranker_model, top_n=10)
+# reranker_model = HuggingFaceCrossEncoder(model_name="jinaai/jina-reranker-v2-base-multilingual", model_kwargs={"trust_remote_code":True})
+# compressor = CrossEncoderReranker(model=reranker_model, top_n=10)
 
+# compression_retriever = ContextualCompressionRetriever(
+#     base_compressor=compressor, base_retriever=retriever
+# )
+
+from langchain_community.document_compressors.rankllm_rerank import RankLLMRerank
+
+compressor = RankLLMRerank(top_n=3, model="gpt", gpt_model="gpt-4o-mini")
 compression_retriever = ContextualCompressionRetriever(
     base_compressor=compressor, base_retriever=retriever
 )