Update app.py

app.py

@@ -31,6 +31,7 @@ USER_AGENT = os.getenv("USER_AGENT")
 GROQ_API_KEY = os.getenv("GROQ_API_KEY")
 SECRET_KEY = os.getenv("SECRET_KEY")
 PINECONE_API_KEY = os.getenv("PINECONE_API_KEY")
+HUGGINGFACE_TOKEN = os.getenv("huggingface_api_key")
 SESSION_ID_DEFAULT = "abc123"
 
 # Set environment variables
@@ -83,8 +84,7 @@ retriever = PineconeHybridSearchRetriever(
 )
 
 
-from langchain_huggingface import HuggingFaceEndpoint,
-ChatHuggingFace
+from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
 
 llm = HuggingFaceEndpoint(
     repo_id="meta-llama/Llama-3.3-70B-Instruct",
@@ -92,6 +92,7 @@ llm = HuggingFaceEndpoint(
     max_new_tokens=512,
     do_sample=False,
     repetition_penalty=1.03,
+    huggingfacehub_api_token=HUGGINGFACE_TOKEN
 )
 
 llm = ChatHuggingFace(llm=llm, verbose=True)