Update app.py

app.py

@@ -22,10 +22,14 @@ def respond(
     temperature=0.7,
     top_p=0.95,
 ):
+    # 시스템 메시지에 접두사 추가
+    system_prefix = "System: "
+    full_system_message = f"{system_prefix}{system_message}"
+
     # 현재 대화 내용을 메모리에 추가
     memory.append((message, None))
 
-    messages = [{"role": "system", "content": system_message}]
+    messages = [{"role": "system", "content": full_system_message}]
 
     # 메모리에서 대화 기록을 가져와 메시지 목록에 추가
     for val in memory:
@@ -62,36 +66,19 @@ def respond(
                 memory[-1] = (message, response_text)
                 yield content
 
-theme="Nymbo/Nymbo_Theme"
+theme = "Nymbo/Nymbo_Theme"
 
-with gr.Blocks(css=None, theme=theme) as demo:
-    with gr.Tab("Playground"):
-        gr.Markdown("## Playground")
-        with gr.Row():
-            input_text = gr.Textbox(label="Enter your text")
-            submit_button = gr.Button("Submit")
-            output_text = gr.Textbox(label="Processed Text")
-            submit_button.click(
-                fn=respond,
-                inputs=[input_text, output_text],
-                outputs=output_text,
-                concurrency_limit=20  # 개별 이벤트 리스너에 대해 동시성 제한 설정
-            )
-        additional_inputs = [
-            gr.Textbox(value="너의 이름은 홍길동이다", label="System message"),
-            gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-            gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-            gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
-        ]
-        
-    with gr.Tab("Guide"):
-        gr.Markdown("## Guide")
-        gr.Markdown("""
-        ### How to use:
-        - Use the Playground tab to interact with the chatbot.
-        - Adjust the parameters to see how the model's responses change.
-        - Explore different system messages to guide the conversation.
-        """)
+# Gradio ChatInterface 설정
+demo = gr.ChatInterface(
+    fn=respond,
+    theme=theme,
+    additional_inputs=[
+        gr.Textbox(value="너의 이름은 홍길동이다", label="System message"),
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum 4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
+    ],
+)
 
 if __name__ == "__main__":
-    demo.launch(max_threads=20)  # max_threads로 전체 스레드 수 제한
+    demo.queue(concurrency_limit=20).launch(max_threads=20)