Update app.py
Browse files
app.py
CHANGED
@@ -18,7 +18,7 @@ def format_prompt(message, history):
|
|
18 |
return prompt
|
19 |
|
20 |
def generate(
|
21 |
-
prompt, history, temperature=0.9, max_new_tokens=
|
22 |
):
|
23 |
temperature = float(temperature)
|
24 |
if temperature < 1e-2:
|
@@ -57,7 +57,7 @@ additional_inputs=[
|
|
57 |
),
|
58 |
gr.Slider(
|
59 |
label="Max new tokens",
|
60 |
-
value=
|
61 |
minimum=0,
|
62 |
maximum=1048,
|
63 |
step=64,
|
@@ -89,5 +89,5 @@ gr.ChatInterface(
|
|
89 |
fn=generate,
|
90 |
chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
|
91 |
additional_inputs=additional_inputs,
|
92 |
-
title="""
|
93 |
).launch(show_api=False, share=True)
|
|
|
18 |
return prompt
|
19 |
|
20 |
def generate(
|
21 |
+
prompt, history, temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0,
|
22 |
):
|
23 |
temperature = float(temperature)
|
24 |
if temperature < 1e-2:
|
|
|
57 |
),
|
58 |
gr.Slider(
|
59 |
label="Max new tokens",
|
60 |
+
value=2048,
|
61 |
minimum=0,
|
62 |
maximum=1048,
|
63 |
step=64,
|
|
|
89 |
fn=generate,
|
90 |
chatbot=gr.Chatbot(show_label=False, show_share_button=False, show_copy_button=True, likeable=True, layout="panel"),
|
91 |
additional_inputs=additional_inputs,
|
92 |
+
title="""NGPT-v1"""
|
93 |
).launch(show_api=False, share=True)
|