jonathanjordan21 commited on
Commit
968db75
1 Parent(s): da39b49

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -24,7 +24,7 @@ if 'memory' not in st.session_state:
24
  st.session_state['memory'] = ConversationBufferMemory(return_messages=True)
25
 
26
  if 'chain' not in st.session_state:
27
- st.session_state['chain'] = custom_chain_with_history(llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|"]), memory=st.session_state.memory)
28
 
29
  st.title("Chat With Me")
30
  st.subheader("by Jonathan Jordan")
@@ -45,7 +45,7 @@ if prompt := st.chat_input("Ask me anything.."):
45
  # Add user message to chat history
46
  st.session_state.messages.append({"role": "User", "content": prompt})
47
 
48
- response = st.session_state.chain.invoke(prompt)
49
 
50
  # Display assistant response in chat message container
51
  with st.chat_message("Jojo"):
 
24
  st.session_state['memory'] = ConversationBufferMemory(return_messages=True)
25
 
26
  if 'chain' not in st.session_state:
27
+ st.session_state['chain'] = custom_chain_with_history(llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"]), memory=st.session_state.memory)
28
 
29
  st.title("Chat With Me")
30
  st.subheader("by Jonathan Jordan")
 
45
  # Add user message to chat history
46
  st.session_state.messages.append({"role": "User", "content": prompt})
47
 
48
+ response = st.session_state.chain.invoke(prompt).split("\n<|")[0]
49
 
50
  # Display assistant response in chat message container
51
  with st.chat_message("Jojo"):