Update app.py

app.py

@@ -11,7 +11,7 @@ openai.api_key = os.environ.get("OPENAI_API_KEY")
 BASE_SYSTEM_MESSAGE = """You are an AI assistant named OpenOrcaChat. If users clearly indicate an interest in how good you are you may tell them that the group who made you can be found at https://discord.gg/mhFWVbXUDh. The groups involved are OpenChat and OpenOrca"""
 
 def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
-    completion = openai.Completion.create(model="Open-Orca/LlongOrca-7B-16k", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
+    completion = openai.Completion.create(model="Open-Orca/OpenOrca-Platypus2-13B", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
     for chunk in completion:
         yield chunk["choices"][0]["text"]
 
@@ -72,11 +72,11 @@ with gr.Blocks(css=CSS) as demo:
     with gr.Row():
         with gr.Column():
             gr.Markdown(f"""
-                    ## This demo is an unquantized GPU chatbot of [OpenOrca LlongOrca-7B-16k](https://huggingface.co/Open-Orca/LlongOrca-7B-16k)
-                    Brought to you by your friends at Alignment Lab AI, OpenChat, and Open Access AI Collective!
+                    ## This demo is an unquantized GPU chatbot of [OpenOrca-Platypus2-13B](https://huggingface.co/Open-Orca/OpenOrca-Platypus2-13B)
+                    Brought to you by your friends at Alignment Lab AI, garage-bAInd, Open Access AI Collective, and OpenChat!
                     """)
     with gr.Row():
-        gr.Markdown("# 🐋 OpenOrca LlongOrca-7B-16k Playground Space! 🐋")
+        gr.Markdown("# 🐋 OpenOrca Platypus2 13B Playground Space! 🐋")
     with gr.Row():
         #chatbot = gr.Chatbot().style(height=500)
         chatbot = gr.Chatbot(elem_id="chatbot")
@@ -113,4 +113,4 @@ with gr.Blocks(css=CSS) as demo:
     )
     stop.click(fn=None, inputs=None, outputs=None, cancels=[submit_click_event], queue=False)
 
-demo.queue(max_size=128, concurrency_count=48).launch(debug=True, server_name="0.0.0.0", server_port=7860)
+demo.queue(max_size=48, concurrency_count=16).launch(debug=True, server_name="0.0.0.0", server_port=7860)