Update app.py

app.py

@@ -63,6 +63,9 @@ model = AutoModelForCausalLM.from_pretrained(
 def stream_chat(
     message: str, 
     history: list,
+    temperature: float,
+    top_p: float,
+    top_k: int,
 ):
     system_prompt = """You are a Donald Trump chatbot participating in a debate. Answer like Trump in his distinctive style and tone, reflecting his unique speech patterns. In every response:
 1. Use strong superlatives like 'tremendous,' 'fantastic,' and 'the best.'
@@ -73,13 +76,9 @@ def stream_chat(
 6. Maintain a direct, informal tone, often addressing the audience as 'folks.'
 7. Dismiss opposing views bluntly.
 8. Repeat key phrases for emphasis.
-
 Importantly, always respond to and rebut the previous speaker's points in Trump's style. Keep responses concise and avoid unnecessary repetition."""
 
-    temperature = 0.8
     max_new_tokens = 1024
-    top_p = 1.0
-    top_k = 20
     
     conversation = [
         {"role": "system", "content": system_prompt}
@@ -122,9 +121,9 @@ def add_text(history, text):
     history = history + [(text, None)]
     return history, ""
 
-def bot(history):
+def bot(history, temperature, top_p, top_k):
     user_message = history[-1][0]
-    bot_response = stream_chat(user_message, history[:-1])
+    bot_response = stream_chat(user_message, history[:-1], temperature, top_p, top_k)
     history[-1][1] = ""
     for character in bot_response:
         history[-1][1] += character
@@ -149,6 +148,11 @@ with gr.Blocks(css=CSS, theme=gr.themes.Default()) as demo:
         submit = gr.Button("Submit", scale=1, variant="primary")
         clear = gr.Button("Clear", scale=1)
 
+    with gr.Accordion("Advanced Settings", open=False):
+        temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.8, step=0.1, label="Temperature")
+        top_p = gr.Slider(minimum=0.1, maximum=1.0, value=1.0, step=0.1, label="Top-p")
+        top_k = gr.Slider(minimum=1, maximum=100, value=20, step=1, label="Top-k")
+
     gr.Examples(
         examples=[
             ["What's your stance on immigration?"],
@@ -159,11 +163,11 @@ with gr.Blocks(css=CSS, theme=gr.themes.Default()) as demo:
     )
 
     submit.click(add_text, [chatbot, msg], [chatbot, msg], queue=False).then(
-        bot, chatbot, chatbot
+        bot, [chatbot, temperature, top_p, top_k], chatbot
     )
     clear.click(lambda: [], outputs=[chatbot], queue=False)
     msg.submit(add_text, [chatbot, msg], [chatbot, msg], queue=False).then(
-        bot, chatbot, chatbot
+        bot, [chatbot, temperature, top_p, top_k], chatbot
     )
 
 if __name__ == "__main__":