Upload app.py

app.py

@@ -3,17 +3,17 @@ import os
 import json 
 import requests
 
-#Streaming endpoint 
-API_URL = "https://ai.fakeopen.com/v1/chat/completions" #os.getenv("API_URL") + "/generate_stream"
+# 流式端点
+API_URL = "https://ai.fakeopen.com/v1/chat/completions"  # 用户需要提供自己的 OPENAI_API_KEY
 
-#Inferenec function
+# 推断函数
 def predict(openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot=[], history=[]):  
 
     headers = {
     "Content-Type": "application/json",
-    "Authorization": f"Bearer {openai_gpt4_key}"  #Users will provide their own OPENAI_API_KEY 
+    "Authorization": f"Bearer {openai_gpt4_key}"  # 用户将提供自己的 OPENAI_API_KEY 
     }
-    print(f"system message is ^^ {system_msg}")
+    print(f"系统消息是 ^^ {system_msg}")
     if system_msg.strip() == '':
         initial_message = [{"role": "user", "content": f"{inputs}"},]
         multi_turn_message = []
@@ -33,9 +33,9 @@ def predict(openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counte
         "presence_penalty":0,
         "frequency_penalty":0,
         }
-        print(f"chat_counter - {chat_counter}")
-    else: #if chat_counter != 0 :
-        messages=multi_turn_message # Of the type of - [{"role": "system", "content": system_msg},]
+        print(f"聊天计数器 - {chat_counter}")
+    else: # 如果 chat_counter 不等于 0：
+        messages=multi_turn_message  # 类型为 - [{"role": "system", "content": system_msg},]
         for data in chatbot:
           user = {}
           user["role"] = "user" 
@@ -49,12 +49,12 @@ def predict(openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counte
         temp["role"] = "user" 
         temp["content"] = inputs
         messages.append(temp)
-        #messages
+        # 消息
         payload = {
         "model": "gpt-4",
-        "messages": messages, # Of the type of [{"role": "user", "content": f"{inputs}"}],
-        "temperature" : temperature, #1.0,
-        "top_p": top_p, #1.0,
+        "messages": messages,  # 类型为 [{"role": "user", "content": f"{inputs}"}],
+        "temperature" : temperature,  # 1.0,
+        "top_p": top_p,  # 1.0,
         "n" : 1,
         "stream": True,
         "presence_penalty":0,
@@ -63,91 +63,97 @@ def predict(openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counte
     chat_counter+=1
 
     history.append(inputs)
-    print(f"Logging : payload is - {payload}")
-    # make a POST request to the API endpoint using the requests.post method, passing in stream=True
+    print(f"日志记录：负载为 - {payload}")
+    # 使用 requests.post 方法向 API 端点发出 POST 请求，传递 stream=True
     response = requests.post(API_URL, headers=headers, json=payload, stream=True)
-    print(f"Logging : response code - {response}")
+    print(f"日志记录：响应代码 - {response}")
     token_counter = 0 
     partial_words = "" 
 
     counter=0
     for chunk in response.iter_lines():
-        #Skipping first chunk
+        # 跳过第一个块
         if counter == 0:
           counter+=1
           continue
-        # check whether each line is non-empty
+        # 检查每行是否非空
         if chunk.decode() :
           chunk = chunk.decode()
-          # decode each line as response data is in bytes
+          # 将每行解码为响应数据，因为响应数据是以字节形式返回的
           if len(chunk) > 12 and "content" in json.loads(chunk[6:])['choices'][0]['delta']:
               partial_words = partial_words + json.loads(chunk[6:])['choices'][0]["delta"]["content"]
               if token_counter == 0:
                 history.append(" " + partial_words)
               else:
                 history[-1] = partial_words
-              chat = [(history[i], history[i + 1]) for i in range(0, len(history) - 1, 2) ]  # convert to tuples of list
+              chat = [(history[i], history[i + 1]) for i in range(0, len(history) - 1, 2) ]  # 转换为列表的元组
               token_counter+=1
-              yield chat, history, chat_counter, response  # resembles {chatbot: chat, state: history}  
+              yield chat, history, chat_counter, response  # 类似于 {chatbot: chat, state: history}  
                    
-#Resetting to blank
+# 重置文本框
 def reset_textbox():
     return gr.update(value='')
 
-#to set a component as visible=False
+# 将组件设置为 visible=False
 def set_visible_false():
     return gr.update(visible=False)
 
-#to set a component as visible=True
+# 将组件设置为 visible=True
 def set_visible_true():
     return gr.update(visible=True)
 
-title = """<h1 align="center">🔥使用聊天API的GPT4 & 🚀Gradio串流</h1>"""
-#display message for themes feature
-theme_addon_msg = """<center>🌟 这个演示还向您介绍Gradio主题。使用我们在Gradio网站上的 <a href="https://gradio.app/theming-guide/" target="_blank">主题指南🎨</a> 来了解更多信息! 您可以从头开始开发，修改现有的Gradio主题，并通过使用 <code>theme.push_to_hub()</code> ���松地将主题上传到huggingface-hub社区共享主题。</center>
+title = """<h1 align="center">🔥 使用 Chat-Completions API 和 🚀 Gradio-Streaming 的 GPT4</h1>"""
+# 主题功能的显示消息
+theme_addon_msg = """<center>🌟 这个演示还向你介绍了 Gradio 主题。在 Gradio 网站上使用我们的 <a href="https://gradio.app/theming-guide/" target="_blank">主题指南🎨</a>，了解更多吧！你可以从头开始开发，修改现有的 Gradio 主题，并通过简单地上传到 huggingface-hub 来与社区分享你的主题。<code>theme.push_to_hub()</code>。</center>
 """ 
 
-#Using info to add additional information about System message in GPT4
-system_msg_info = """对话可以从系统消息开始，以温和地指示助手。
-系统消息有助于设置AI助手的行为。例如，可以用“你是一个乐于助人的助理”来指导助理。'"""
+# 使用信息添加有关 GPT4 系统消息的其他信息
+system_msg_info = """对话可以从系统消息开始，以轻松地指导助手的行为。 
+系统消息有助于设置 AI 助手的行为。例如，可以用 '你是一个有帮助的助手。' 来指示助手。"""
 
-#Modifying existing Gradio Theme
+# 修改现有的 Gradio 主题
 theme = gr.themes.Soft(primary_hue="zinc", secondary_hue="green", neutral_hue="green",
                       text_size=gr.themes.sizes.text_lg)                
 
 with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;} #chatbot {height: 520px; overflow: auto;}""",
                       theme=theme) as demo:
     gr.HTML(title)
-    gr.HTML("""<h3 align="center">🔥这个Huggingface Gradio演示为您提供了对GPT4 API的系统消息访问。请注意，您需要OPENAI API密钥才能访问GPT4🙌</h1>""")
+    gr.HTML("""<h3 align="center">🔥 这个 Huggingface Gradio 演示为你提供了使用 GPT4 API 的访问权限，还支持系统消息。请注意，你需要提供自己的 OPENAI API 密钥以访问 GPT4 🙌</h1>""")
     gr.HTML(theme_addon_msg)
-    gr.HTML('''<center><a href="https://huggingface.co/spaces/Hmjz100/ChatGPT4?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>复制空间并使用OpenAI API密钥安全运行</center>''')
+    gr.HTML('''<center><a href="https://huggingface.co/spaces/ysharma/ChatGPT4?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>复制这个 Space 并使用你的 OpenAI API 密钥安全运行</center>''')
 
     with gr.Column(elem_id = "col_container"):
-        #Users need to provide their own GPT4 API key, it is no longer provided by Huggingface 
+        # 用户需要提供自己的 GPT4 API 密钥，不再由 Huggingface 提供
         with gr.Row():
-            openai_gpt4_key = gr.Textbox(label="OpenAI GPT4 密钥", value="", type="password", placeholder="pk-this-is-a-real-free-pool-token-for-everyone", info = "您必须提供自己的GPT4密钥才能使此应用程序正常运行",)
+            openai_gpt4_key = gr.Textbox(
+                label="OpenAI GPT4 密钥",
+                value="pk-this-is-a-real-free-pool-token-for-everyone",
+                type="password",
+                placeholder="sk-...",
+                info="您可以提供自己的 GPT4 密钥，以使此程序正常运行",
+            )
             with gr.Accordion(label="系统消息:", open=False):
-                system_msg = gr.Textbox(label="指示AI助手设置其行为", info = system_msg_info, value="",placeholder="在此处键入..")
-                accordion_msg = gr.HTML(value="🚧 若要设置系统消息，您必须刷新应用程序", visible=False)
+                system_msg = gr.Textbox(label="指示 AI 助手设置其行为", info=system_msg_info, value="", placeholder="在这里输入..")
+                accordion_msg = gr.HTML(value="🚧 要设置系统消息，你必须刷新程序", visible=False)
                           
         chatbot = gr.Chatbot(label='GPT4', elem_id="chatbot")
-        inputs = gr.Textbox(placeholder= "嗨！", label= "键入输入并按Enter键")
+        inputs = gr.Textbox(placeholder="嗨！", label="输入文本并按 Enter 键")
         state = gr.State([]) 
         with gr.Row():
             with gr.Column(scale=7):
                 b1 = gr.Button().style(full_width=True)
             with gr.Column(scale=3):
-                server_status_code = gr.Textbox(label="来自OpenAI服务器的状态代码", )
+                server_status_code = gr.Textbox(label="来自 OpenAI 服务器的状态代码", )
     
-        #top_p, temperature
-        with gr.Accordion("Parameters", open=False):
-            top_p = gr.Slider( minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (核采样)",)
-            temperature = gr.Slider( minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="采样温度",)
+        # top_p、temperature
+        with gr.Accordion("参数", open=False):
+            top_p = gr.Slider(minimum=-0, maximum=1.0, value=1.0, step=0.05, interactive=True, label="Top-p (核心采样)",)
+            temperature = gr.Slider(minimum=-0, maximum=5.0, value=1.0, step=0.1, interactive=True, label="采样温度",)
             chat_counter = gr.Number(value=0, visible=False, precision=0)
 
-    #Event handling
-    inputs.submit( predict, [openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],)  #openai_api_key
-    b1.click( predict, [openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],)  #openai_api_key
+    # 事件处理
+    inputs.submit(predict, [openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],)  # openai_api_key
+    b1.click(predict, [openai_gpt4_key, system_msg, inputs, top_p, temperature, chat_counter, chatbot, state], [chatbot, state, chat_counter, server_status_code],)  # openai_api_key
     
     inputs.submit(set_visible_false, [], [system_msg])
     b1.click(set_visible_false, [], [system_msg])
@@ -157,35 +163,38 @@ with gr.Blocks(css = """#col_container { margin-left: auto; margin-right: auto;}
     b1.click(reset_textbox, [], [inputs])
     inputs.submit(reset_textbox, [], [inputs])
 
-    #Examples 
-    with gr.Accordion(label="Examples for System message:", open=False):
+    # 示例
+    with gr.Accordion(label="系统消息示例:", open=False):
         gr.Examples(
-                examples = [["""You are an AI programming assistant.
-        
-                - Follow the user's requirements carefully and to the letter.
-                - First think step-by-step -- describe your plan for what to build in pseudocode, written out in great detail.
-                - Then output the code in a single code block.
-                - Minimize any other prose."""], ["""You are ComedianGPT who is a helpful assistant. You answer everything with a joke and witty replies."""],
-                ["You are ChefGPT, a helpful assistant who answers questions with culinary expertise and a pinch of humor."],
-                ["You are FitnessGuruGPT, a fitness expert who shares workout tips and motivation with a playful twist."],
-                ["You are SciFiGPT, an AI assistant who discusses science fiction topics with a blend of knowledge and wit."],
-                ["You are PhilosopherGPT, a thoughtful assistant who responds to inquiries with philosophical insights and a touch of humor."],
-                ["You are EcoWarriorGPT, a helpful assistant who shares environment-friendly advice with a lighthearted approach."],
-                ["You are MusicMaestroGPT, a knowledgeable AI who discusses music and its history with a mix of facts and playful banter."],
-                ["You are SportsFanGPT, an enthusiastic assistant who talks about sports and shares amusing anecdotes."],
-                ["You are TechWhizGPT, a tech-savvy AI who can help users troubleshoot issues and answer questions with a dash of humor."],
-                ["You are FashionistaGPT, an AI fashion expert who shares style advice and trends with a sprinkle of wit."],
-                ["You are ArtConnoisseurGPT, an AI assistant who discusses art and its history with a blend of knowledge and playful commentary."],
-                ["You are a helpful assistant that provides detailed and accurate information."],
-                ["You are an assistant that speaks like Shakespeare."],
-                ["You are a friendly assistant who uses casual language and humor."],
-                ["You are a financial advisor who gives expert advice on investments and budgeting."],
-                ["You are a health and fitness expert who provides advice on nutrition and exercise."],
-                ["You are a travel consultant who offers recommendations for destinations, accommodations, and attractions."],
-                ["You are a movie critic who shares insightful opinions on films and their themes."],
-                ["You are a history enthusiast who loves to discuss historical events and figures."],
-                ["You are a tech-savvy assistant who can help users troubleshoot issues and answer questions about gadgets and software."],
-                ["You are an AI poet who can compose creative and evocative poems on any given topic."],],
+                examples = [
+                ["""你是一个 AI 编程助手。
+
+                - 仔细并准确地遵循用户的要求。
+                - 首先逐步思考 - 详细描述你在伪代码中要构建的计划。
+                - 然后将代码以单个代码块的形式输出。
+                - 最小化其他的散文。"""],
+                ["你是一位幽默的助手，名叫 ComedianGPT。你的回答都带有笑话和机智的回复。"],
+                ["你是 ChefGPT，一位乐于助人的助手，用烹饪专业知识和一点点幽默来回答问题。"],
+                ["你是 FitnessGuruGPT，一位健身专家，以轻松的方式分享��炼技巧和动力。"],
+                ["你是 SciFiGPT，一位科幻话题的 AI 助手，以知识和机智的方式讨论科幻话题。"],
+                ["你是 PhilosopherGPT，一位深思熟虑的助手，以哲学的见解和一点点幽默来回应问题。"],
+                ["你是 EcoWarriorGPT，一位乐于助人的助手，以轻松的方式分享环保建议。"],
+                ["你是 MusicMaestroGPT，一位知识渊博的 AI，以事实和俏皮的玩笑讨论音乐和其历史。"],
+                ["你是 SportsFanGPT，一位兴致勃勃的助手，谈论体育并分享有趣的轶事。"],
+                ["你是 TechWhizGPT，一位精通科技的 AI，可以帮助用户解决问题并回答与设备和软件相关的问题。"],
+                ["你是 FashionistaGPT，一位时尚专家 AI，以幽默的方式分享时尚建议和潮流趋势。"],
+                ["你是 ArtConnoisseurGPT，一位 AI 助手，以知识和俏皮的评论讨论艺术及其历史。"],
+                ["你是一位提供详细准确信息的乐于助人的助手。"],
+                ["你是一位讲莎士比亚语言的助手。"],
+                ["你是一位友好的助手，使用非正式的语言和幽默。"],
+                ["你是一位金融顾问，为投资和预算提供专业建议。"],
+                ["你是一位健康和健身专家，提供营养和锻炼建议。"],
+                ["你是一位旅行顾问，为目的地、住宿和景点提供建议。"],
+                ["你是一位电影评论家，分享有关电影和其主题的深刻见解。"],
+                ["你是一位热爱历史的助手，喜欢讨论历史事件和人物。"],
+                ["你是一位精通科技的助手，可以帮助用户解决有关设备和软件的问题。"],
+                ["你是一位能够在任何给定主题上创作富有创意和感染力的诗歌的 AI 诗人。"],
+                ],
                 inputs = system_msg,)
         
 demo.queue(max_size=99, concurrency_count=20).launch(debug=True)