Update app.py

app.py

@@ -52,7 +52,7 @@ def stream_chat(
     history: list,
     system_prompt: str,
     temperature: float = 0.8, 
-    max_new_tokens: int = 1024, 
+    max_new_tokens: int = 512, 
     top_p: float = 1.0, 
     top_k: int = 20, 
     penalty: float = 1.2,
@@ -83,7 +83,7 @@ def stream_chat(
         top_k = top_k,
         temperature = temperature,
         repetition_penalty=penalty,
-        eos_token_id=361,
+        eos_token_id=tokenizer.eos_token_id,
         streamer=streamer,
     )
 
@@ -109,9 +109,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
         additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
         additional_inputs=[
             gr.Textbox(
-                value="""
-                You are a helpful assistant.
-                """,
+                value="You are EXAONE model from LG AI Research, a helpful assistant.",
                 label="System Prompt",
                 lines=5,
                 render=False,
@@ -128,7 +126,7 @@ with gr.Blocks(css=CSS, theme="soft") as demo:
                 minimum=128,
                 maximum=8192,
                 step=1,
-                value=1024,
+                value= 512,
                 label="Max new tokens",
                 render=False,
             ),