Update app.py

app.py

@@ -39,35 +39,37 @@ time_travel_example = "Explain the grandfather paradox in time travel and propos
 with gr.Blocks() as demo:
     gr.Markdown("<h1 style='text-align: center;'>LLM.C 1.5B Demo</h1>")
     
-    prompt = gr.Textbox(lines=3, label='Enter your prompt')
-    output = gr.Textbox(lines=10, label='Generated text')
+    gr.Markdown(
+        """
+        ## About LLM.C
+        some stuff about llmc
+        """
+    )
     
-    with gr.Row():
-        clear_button = gr.Button("🧹 Clear input")
-        submit = gr.Button("🚀 Generate")
+    with gr.Accordion("Advanced Settings", open=False):
+        max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max New Tokens")
+        temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature")
+        top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (Nucleus Sampling)")
     
     gr.Markdown("### Example prompts")
     with gr.Row():
         example1 = gr.Button("🦄 Unicorn Discovery")
         example2 = gr.Button("⏳ Time Travel Paradox")
-
-    with gr.Accordion("Advanced Settings", open=False):
-        max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max New Tokens")
-        temperature = gr.Slider(minimum=0.1, maximum=2.0, value=0.7, step=0.1, label="Temperature")
-        top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (Nucleus Sampling)")
+    
+    prompt = gr.Textbox(lines=3, label='Enter your prompt')
+    output = gr.Textbox(lines=10, label='Generated text')
+    
+    with gr.Row():
+        clear_button = gr.Button("🧹 Clear input")
+        submit = gr.Button("🚀 Generate")
+        stop_button = gr.Button("🛑 Stop")
 
     # Set up event handlers
-    submit.click(generate_text, inputs=[prompt, max_tokens, temperature, top_p], outputs=output)
+    submit_event = submit.click(generate_text, inputs=[prompt, max_tokens, temperature, top_p], outputs=output)
+    stop_button.click(fn=None, inputs=None, outputs=None, cancels=[submit_event])
     clear_button.click(clear_input, inputs=[], outputs=prompt)
     example1.click(lambda: unicorn_example, inputs=[], outputs=prompt)
     example2.click(lambda: time_travel_example, inputs=[], outputs=prompt)
 
-    gr.Markdown(
-        """
-        ## About LLM.C
-        some stuff about llmc
-        """
-    )
-
 if __name__ == "__main__":
     demo.launch()