Update backend/query_llm.py

backend/query_llm.py

@@ -31,15 +31,15 @@ genai.configure(api_key=GOOGLE_API_KEY)
 OPENAI_KEY = getenv("OPENAI_API_KEY")
 HF_TOKEN = getenv("HUGGING_FACE_HUB_TOKEN")
 
-# hf_client = InferenceClient(
-#         "mistralai/Mistral-7B-Instruct-v0.1",
-#         token=HF_TOKEN
-#         )
-
 hf_client = InferenceClient(
-        "mistralai/Mixtral-8x7B-Instruct-v0.1",
+        "mistralai/Mistral-7B-Instruct-v0.1",
         token=HF_TOKEN
         )
+
+# hf_client = InferenceClient(
+#         "mistralai/Mixtral-8x7B-Instruct-v0.1",
+#         token=HF_TOKEN
+#         )
 def format_prompt(message: str, api_kind: str):
     """
     Formats the given message using a chat template.