Update app.py
Browse files
app.py
CHANGED
@@ -61,7 +61,7 @@ def format_prompt(input_text, history):
|
|
61 |
return prompt
|
62 |
|
63 |
# generate llm response
|
64 |
-
def generate(prompt, history, max_new_tokens=
|
65 |
if not history:
|
66 |
history = []
|
67 |
|
|
|
61 |
return prompt
|
62 |
|
63 |
# generate llm response
|
64 |
+
def generate(prompt, history, max_new_tokens=512): # temperature=0.95, top_p=0.9
|
65 |
if not history:
|
66 |
history = []
|
67 |
|