rameshmoorthy commited on
Commit
c6ab63a
1 Parent(s): 97204eb

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -16,6 +16,9 @@ from sentence_transformers import CrossEncoder
16
 
17
  from backend.query_llm import generate_hf, generate_openai
18
  from backend.semantic_search import table, retriever
 
 
 
19
 
20
  VECTOR_COLUMN_NAME = "vector"
21
  TEXT_COLUMN_NAME = "text"
 
16
 
17
  from backend.query_llm import generate_hf, generate_openai
18
  from backend.semantic_search import table, retriever
19
+ from huggingface_hub import InferenceClient
20
+
21
+ client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1",token='HUB_TOKEN')
22
 
23
  VECTOR_COLUMN_NAME = "vector"
24
  TEXT_COLUMN_NAME = "text"