concrete model

backend/query_llm.py

@@ -7,16 +7,12 @@ from typing import Any, Dict, Generator, List
 from huggingface_hub import InferenceClient
 from transformers import AutoTokenizer
 
-from dotenv import load_dotenv
-
-
-load_dotenv()
-
 
 
 OPENAI_KEY = os.getenv("OPENAI_API_KEY")
 HF_TOKEN = os.getenv("HF_TOKEN")
-TOKENIZER = AutoTokenizer.from_pretrained(os.getenv("HF_MODEL"))
+model_name = 'mistralai/Mistral-7B-Instruct-v0.2'
+TOKENIZER = AutoTokenizer.from_pretrained(model_name)
 
 HF_CLIENT = InferenceClient(
     os.getenv("HF_MODEL"),