Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ def format_prompt(message, history):
|
|
18 |
return prompt
|
19 |
|
20 |
def generate(
|
21 |
-
prompt, history, temperature=0.9, max_new_tokens=
|
22 |
):
|
23 |
temperature = float(temperature)
|
24 |
if temperature < 1e-2:
|
@@ -58,7 +58,7 @@ additional_inputs=[
|
|
58 |
label="Max new tokens",
|
59 |
value=1024,
|
60 |
minimum=0,
|
61 |
-
maximum=
|
62 |
step=64,
|
63 |
interactive=True,
|
64 |
info="The maximum numbers of new tokens",
|
|
|
18 |
return prompt
|
19 |
|
20 |
def generate(
|
21 |
+
prompt, history, temperature=0.9, max_new_tokens=4096, top_p=0.95, repetition_penalty=1.0,
|
22 |
):
|
23 |
temperature = float(temperature)
|
24 |
if temperature < 1e-2:
|
|
|
58 |
label="Max new tokens",
|
59 |
value=1024,
|
60 |
minimum=0,
|
61 |
+
maximum=4096,
|
62 |
step=64,
|
63 |
interactive=True,
|
64 |
info="The maximum numbers of new tokens",
|