Update app.py

app.py

@@ -59,24 +59,29 @@ def gradio_predict(user_message, system_message, max_new_tokens, temperature, to
     response = Tulu_bot.predict(user_message, temperature, max_new_tokens, top_p, repetition_penalty, do_sample)
     return response
 
-    
 Tulu_bot = TuluChatBot(model, tokenizer)
 
-iface = gr.Interface(
-    fn=gradio_predict,
-    title=title,
-    description=description,
-    inputs=[
-        gr.Textbox(label="Your Message", type="text", lines=3),
-        gr.Textbox(label="Introduce a Character Here or Set a Scene (system prompt)", type="text", lines=2),
-        gr.Checkbox(label="Advanced", value=True, id="do_sample"),  # Add an id to the checkbox
-        gr.Slider(label="Max new tokens", value=1269, minimum=550, maximum=3200, step=1, visible=gr.Visibility(id="do_sample", value=True)),
-        gr.Slider(label="Temperature", value=1.2, minimum=0.05, maximum=4.0, step=0.05, visible=gr.Visibility(id="do_sample", value=True)),
-        gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.01, maximum=0.99, step=0.05, visible=gr.Visibility(id="do_sample", value=True)),
-        gr.Slider(label="Repetition penalty", value=1.9, minimum=1.0, maximum=2.0, step=0.05, visible=gr.Visibility(id="do_sample", value=True))
-    ],
-    outputs="text",
-    theme="ParityError/Anime"
-)
+with gr.Blocks() as demo:
+    with gr.Row():
+        user_message = gr.Textbox(label="Your Message", lines=3)
+        system_message = gr.Textbox(label="Introduce a Character Here or Set a Scene (system prompt)", lines=2)
+    with gr.Row():
+        do_sample = gr.Checkbox(label="Advanced", value=True)
+    with gr.Row(visible=do_sample):
+        max_new_tokens = gr.Slider(label="Max new tokens", value=1269, minimum=550, maximum=3200, step=1)
+        temperature = gr.Slider(label="Temperature", value=1.2, minimum=0.05, maximum=4.0, step=0.05)
+        top_p = gr.Slider(label="Top-p (nucleus sampling)", value=0.90, minimum=0.01, maximum=0.99, step=0.05)
+        repetition_penalty = gr.Slider(label="Repetition penalty", value=1.9, minimum=1.0, maximum=2.0, step=0.05)
+    submit_button = gr.Button("Submit")
+    output_text = gr.Textbox()
 
-iface.queue(max_size=5).launch()
+    def process(user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty, do_sample):
+        return gradio_predict(user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty, do_sample)
+
+    submit_button.click(
+        process,
+        inputs=[user_message, system_message, max_new_tokens, temperature, top_p, repetition_penalty, do_sample],
+        outputs=output_text
+    )
+
+demo.launch()