template

app.py

@@ -97,6 +97,66 @@ with gr.Blocks(css=CSS) as interface:
     demo.render()
     # components = [gr.Markdown(description), demo]
 
-if __name__ == "__main__":
+# if __name__ == "__main__":
     # demo.launch()
-    interface.launch()
+#    interface.launch()
+
+
+HEADER = description
+FOOTER = ""
+
+
+def run():
+    chatbot = gr.Chatbot(
+        elem_id="chatbot",
+        scale=1,
+        show_copy_button=True,
+        height="70%",
+        layout="panel",
+    )
+    with gr.Blocks(fill_height=True) as demo:
+        gr.Markdown(HEADER)
+        gr.ChatInterface(
+            fn=respond,
+            stop_btn="Stop Generation",
+            cache_examples=False,
+            multimodal=False,
+            chatbot=chatbot,
+            additional_inputs_accordion=gr.Accordion(
+                label="Parameters", open=False, render=False
+            ),
+            additional_inputs=[
+
+                gr.Slider(
+                    minimum=1,
+                    maximum=4096,
+                    step=1,
+                    value=1024,
+                    label="Max tokens",
+                    visible=True,
+                    render=False,
+                ),
+                gr.Slider(
+                    minimum=0,
+                    maximum=1,
+                    step=0.1,
+                    value=0.3,
+                    label="Temperature",
+                    visible=True,
+                    render=False,
+                ),
+                gr.Slider(
+                    minimum=0,
+                    maximum=1,
+                    step=0.1,
+                    value=1.0,
+                    label="Top-p",
+                    visible=True,
+                    render=False,
+                ),
+            ],
+            analytics_enabled=False,
+        )
+        gr.Markdown(FOOTER)
+    demo.queue(max_size=256, api_open=False)
+    demo.launch(share=False, quiet=True)