Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -32,8 +32,8 @@ def client_generate(input, max_new_tokens=256, stop_sequences=[]):
|
|
32 |
response = response[:response.find(seq)]
|
33 |
return {'text': input, 'generated_text': response}
|
34 |
|
35 |
-
def respond(message, chat_history,
|
36 |
-
bot_message = client_generate(
|
37 |
max_new_tokens=max_tokens,#1024,
|
38 |
stop_sequences=["."], #stop_sequences to not generate the user answer
|
39 |
)['generated_text']
|
|
|
32 |
response = response[:response.find(seq)]
|
33 |
return {'text': input, 'generated_text': response}
|
34 |
|
35 |
+
def respond(message, chat_history, max_tokens=128):
|
36 |
+
bot_message = client_generate(message,
|
37 |
max_new_tokens=max_tokens,#1024,
|
38 |
stop_sequences=["."], #stop_sequences to not generate the user answer
|
39 |
)['generated_text']
|