Daniel Marques commited on
Commit
b663f39
1 Parent(s): bc71886

feat: add websocket

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -42,7 +42,7 @@ RETRIEVER = DB.as_retriever()
42
 
43
  LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
44
 
45
- prompt, memory = get_prompt_template(promptTemplate_type="llama", history=True)
46
 
47
  QA = RetrievalQA.from_chain_type(
48
  llm=LLM,
 
42
 
43
  LLM = load_model(device_type=DEVICE_TYPE, model_id=MODEL_ID, model_basename=MODEL_BASENAME, stream=True)
44
 
45
+ prompt, memory = get_prompt_template(promptTemplate_type="llama", history=False)
46
 
47
  QA = RetrievalQA.from_chain_type(
48
  llm=LLM,