Update app.py

app.py

@@ -20,15 +20,15 @@ from backend.query_llm import generate_hf, generate_openai
 from backend.semantic_search import table, retriever
 from huggingface_hub import InferenceClient
 
-client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1",token='HUGGING_FACE_HUB_TOKEN')
+
 VECTOR_COLUMN_NAME = "vector"
 TEXT_COLUMN_NAME = "text"
-
+HF_TOKEN = getenv("HUGGING_FACE_HUB_TOKEN")
 proj_dir = Path(__file__).parent
 # Setting up the logging
 logging.basicConfig(level=logging.INFO)
 logger = logging.getLogger(__name__)
-
+client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1",token=HF_TOKEN)
 # Set up the template environment with the templates directory
 env = Environment(loader=FileSystemLoader(proj_dir / 'templates'))