Update app.py

app.py

@@ -29,7 +29,7 @@ def get_llm_chain():
     llm = CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"])
     dataframe_chain = custom_dataframe_chain(llm=llm, df=st.session_state.df, unique_values=st.session_state.unique_values)
     memory_chain = custom_chain_with_history(llm=llm, memory=st.session_state.memory)
-    return custom_combined_chain(llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], max_new_tokens=6), df_chain=dataframe_chain, memory_chain=memory_chain)
+    return custom_combined_chain(llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], max_new_tokens=4), df_chain=dataframe_chain, memory_chain=memory_chain)
 
 if 'memory' not in st.session_state:
     st.session_state['memory'] = ConversationBufferMemory(return_messages=True)