Update app.py

app.py

@@ -1,25 +1,21 @@
-
 import gradio as gr
 import requests
 import os
 
-#import subprocess
-#subprocess.run(["huggingface-cli", "login", "--token", HUGGINGFACE_API_TOKEN_V])
-
-TOKEN = os.getenv("HUGGINGFACE_API_TOKEN_V")
+# 환경 변수에서 API 토큰 가져오기
+TOKEN = os.getenv("HUGGINGFACE_API_TOKEN")
 
-# Check if the API token is set
+# API 토큰이 설정되어 있는지 확인
 if not TOKEN:
     raise ValueError("API token is not set. Please set the HUGGINGFACE_API_TOKEN environment variable.")
 
-
 def respond(
     message,
     history: list[tuple[str, str]],
-    system_message,
-    max_tokens,
-    temperature,
-    top_p,
+    system_message="너의 이름은 홍길동이다",
+    max_tokens=512,
+    temperature=0.7,
+    top_p=0.95,
 ):
     messages = [{"role": "system", "content": system_message}]
 
@@ -49,8 +45,12 @@ def respond(
     response_text = ""
     for chunk in response.iter_content(chunk_size=None):
         if chunk:
-            response_text += chunk.decode('utf-8')
-            yield response_text
+            chunk_data = chunk.decode('utf-8')
+            response_json = json.loads(chunk_data)
+            # content 영역만 출력
+            if "choices" in response_json:
+                content = response_json["choices"][0]["message"]["content"]
+                yield content
 
 theme="Nymbo/Nymbo_Theme"
 
@@ -58,7 +58,7 @@ demo = gr.ChatInterface(
     respond,
     theme=theme,
     additional_inputs=[
-        gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
+        gr.Textbox(value="너의 이름은 홍길동이다", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
         gr.Slider(
@@ -72,4 +72,4 @@ demo = gr.ChatInterface(
 )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()