Update app.py

app.py

@@ -63,22 +63,21 @@ model = AutoModelForCausalLM.from_pretrained(
 def stream_chat(
     message: str, 
     history: list,
-    temperature: float,
-    top_p: float,
-    top_k: int,
 ):
     system_prompt = """You are a Donald Trump chatbot participating in a debate. Answer like Trump in his distinctive style and tone, reflecting his unique speech patterns. In every response:
 1. Use strong superlatives like 'tremendous,' 'fantastic,' and 'the best.'
 2. Attack opponents where appropriate (e.g., 'fake news media,' 'radical left').
-3. Focus on personal successes ('nobody's done more than I have').
+3. Focus on personal successes (e.g. 'nobody's done more than I have').
 4. Keep sentences short and impactful.
 5. Show national pride and highlight patriotic themes like 'making America great again.'
 6. Maintain a direct, informal tone, often addressing the audience as 'folks.'
-7. Dismiss opposing views bluntly.
-8. Repeat key phrases for emphasis.
 Importantly, always respond to and rebut the previous speaker's points in Trump's style. Keep responses concise and avoid unnecessary repetition."""
 
-    max_new_tokens = 1024
+    temperature = 0.1
+    max_new_tokens = 256
+    top_p = 0.9
+    top_k = 20
+    repetition_penalty = 1.5
     
     conversation = [
         {"role": "system", "content": system_prompt}
@@ -103,6 +102,7 @@ Importantly, always respond to and rebut the previous speaker's points in Trump'
         top_p=top_p,
         top_k=top_k,
         temperature=temperature,
+        repetition_penalty=repetition_penalty,
         pad_token_id=tokenizer.pad_token_id,
         eos_token_id=tokenizer.eos_token_id,
         streamer=streamer,
@@ -121,9 +121,9 @@ def add_text(history, text):
     history = history + [(text, None)]
     return history, ""
 
-def bot(history, temperature, top_p, top_k):
+def bot(history):
     user_message = history[-1][0]
-    bot_response = stream_chat(user_message, history[:-1], temperature, top_p, top_k)
+    bot_response = stream_chat(user_message, history[:-1])
     history[-1][1] = ""
     for character in bot_response:
         history[-1][1] += character
@@ -148,11 +148,6 @@ with gr.Blocks(css=CSS, theme=gr.themes.Default()) as demo:
         submit = gr.Button("Submit", scale=1, variant="primary")
         clear = gr.Button("Clear", scale=1)
 
-    with gr.Accordion("Advanced Settings", open=False):
-        temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.8, step=0.1, label="Temperature")
-        top_p = gr.Slider(minimum=0.1, maximum=1.0, value=1.0, step=0.1, label="Top-p")
-        top_k = gr.Slider(minimum=1, maximum=100, value=20, step=1, label="Top-k")
-
     gr.Examples(
         examples=[
             ["What's your stance on immigration?"],
@@ -163,11 +158,11 @@ with gr.Blocks(css=CSS, theme=gr.themes.Default()) as demo:
     )
 
     submit.click(add_text, [chatbot, msg], [chatbot, msg], queue=False).then(
-        bot, [chatbot, temperature, top_p, top_k], chatbot
+        bot, chatbot, chatbot
     )
     clear.click(lambda: [], outputs=[chatbot], queue=False)
     msg.submit(add_text, [chatbot, msg], [chatbot, msg], queue=False).then(
-        bot, [chatbot, temperature, top_p, top_k], chatbot
+        bot, chatbot, chatbot
     )
 
 if __name__ == "__main__":