Update app.py

app.py

@@ -32,7 +32,7 @@ def client_generate(input, max_new_tokens=256, stop_sequences=[]):
       response = response[:response.find(seq)]
   return {'text': input, 'generated_text': response}
 
-def respond(message, chat_history, max_tokens=128):
+def respond(message, chat_history, max_tokens=32):
     bot_message = client_generate(message,
                                  max_new_tokens=max_tokens,#1024,
                                  stop_sequences=["."],  #stop_sequences to not generate the user answer