Update app.py

app.py

@@ -82,8 +82,25 @@ retriever = PineconeHybridSearchRetriever(
     alpha=0.5,
 )
 
+
+from langchain_huggingface import HuggingFaceEndpoint,
+ChatHuggingFace
+
+llm = HuggingFaceEndpoint(
+    repo_id="meta-llama/Llama-3.3-70B-Instruct",
+    task="text-generation",
+    max_new_tokens=512,
+    do_sample=False,
+    repetition_penalty=1.03,
+)
+
+llm = ChatHuggingFace(llm=llm, verbose=True)
+
+
+
+
 # Initialize LLM
-llm = ChatPerplexity(temperature=0, pplx_api_key=GROQ_API_KEY, model="llama-3.1-sonar-large-128k-chat", max_tokens=512, max_retries=2)
+# llm = ChatPerplexity(temperature=0, pplx_api_key=GROQ_API_KEY, model="llama-3.1-sonar-large-128k-chat", max_tokens=512, max_retries=2)
 
 # Initialize Reranker
 # model = HuggingFaceCrossEncoder(model_name="BAAI/bge-reranker-base")