DeepVen commited on
Commit
a5efa13
1 Parent(s): 4ece7a8

Update Index.py

Browse files

changing model backend

Files changed (1) hide show
  1. Index.py +2 -1
Index.py CHANGED
@@ -226,7 +226,8 @@ def rag(domain: str, question: str):
226
  # if db_exists:
227
  embeddings = _load_embeddings_from_db(db_exists, domain)
228
  # Create extractor instance
229
- extractor = Extractor(embeddings, "google/flan-t5-base")
 
230
  # llm = HuggingFaceHub(
231
  # repo_id="google/flan-t5-xxl",
232
  # model_kwargs={"temperature": 1, "max_length": 1000000},
 
226
  # if db_exists:
227
  embeddings = _load_embeddings_from_db(db_exists, domain)
228
  # Create extractor instance
229
+ # extractor = Extractor(embeddings, "google/flan-t5-base")
230
+ extractor = Extractor(embeddings, "TheBloke/Llama-2-7B-GGUF/llama-2-7b.Q4_0.gguf")
231
  # llm = HuggingFaceHub(
232
  # repo_id="google/flan-t5-xxl",
233
  # model_kwargs={"temperature": 1, "max_length": 1000000},