Update app.py

app.py

@@ -3,12 +3,7 @@ import gradio as gr
 import os
 import json
 
-api_key = os.getenv("TYPHOON_API_KEY")  # Replace with your key
-
-client = OpenAI(
-    base_url='https://api.opentyphoon.ai/v1',
-    api_key=api_key,
-)
+DEFAULT_API_KEY = os.getenv("DEFAULT_API_KEY")  # Replace with your key
 
 default_system_prompt = """\
 You are an empathetic Thai woman assistant named แม่หมอแพตตี้. (Thai woman will say 'ค่ะ'). 
@@ -20,7 +15,12 @@ First, you need to know these insight ask each one separately.
 If the statement is not clear and concise, you can ask multiple times.
 And then, you will open one Tarot cards and explain the future of how to fix the problem."""
 
-def predict(message, history, system_prompt, model_id, temperature):
+def predict(message, history, system_prompt, model_id, api_key, base_url, temperature):
+    client = OpenAI(
+        base_url=base_url,
+        api_key=api_key,
+    )
+
     history_openai_format = [{"role": "system", "content": system_prompt}]
     for human, assistant in history[-3:]:
         if isinstance(human, str) and human.strip():
@@ -43,8 +43,8 @@ def predict(message, history, system_prompt, model_id, temperature):
             partial_message += chunk.choices[0].delta.content
             yield partial_message
 
-def chat_bot(user_input, history, system_prompt, model_id, temperature):
-    bot_response_generator = predict(user_input, history, system_prompt, model_id, temperature)
+def chat_bot(user_input, history, system_prompt, model_id, api_key, base_url, temperature):
+    bot_response_generator = predict(user_input, history, system_prompt, model_id, api_key, base_url, temperature)
     history.append((user_input, ""))
 
     for bot_response in bot_response_generator:
@@ -71,7 +71,7 @@ CSS ="""
 
 with gr.Blocks(css=CSS) as demo:
     gr.HTML("""<h1><center>HoraCare 🫶</center></h1>
-            <center> Version 2 </center>
+            <center> Version 3 </center>
             """)
     
     with gr.Tab("Chat"):
@@ -99,22 +99,35 @@ with gr.Blocks(css=CSS) as demo:
             show_label=True,
             label="System Prompt",
             lines=2
-        )
+        )        
         
         all_model_id = [
+            'llama-3.1-8b-instant',
+            'llama-3.2-1b-preview',
+            'grok-2-1212',
+            'grok-beta',
             'typhoon-v1.5-instruct',
             'typhoon-v1.5-instruct-fc',
             'typhoon-v1.5x-70b-instruct',
             ]
-        model_id = gr.Dropdown(all_model_id, value=all_model_id[-1], allow_custom_value=True, label='model_id')
+
+        all_base_url = [
+            'https://api.groq.com/openai/v1',
+            'https://api.x.ai/v1',
+            'https://api.opentyphoon.ai/v1'
+        ]
+        
+        model_id = gr.Dropdown(all_model_id, value=all_model_id[0], allow_custom_value=True, label='base_url')
+        base_url = gr.Dropdown(all_base_url, value=all_base_url[0], allow_custom_value=True, label='model_id')
+        api_key = gr.Textbox(DEFAULT_API_KEY, type='password', label='API_KEY')
         temperature = gr.Slider(0, 1, value=0.5, label='temperature')
         
         gr.Markdown("### Message Log")
         msg_log = gr.Code(language='json', label='msg_log')
         
     clear.click(lambda: [], [], chatbot)
-    msg.submit(chat_bot, [msg, chatbot, system_prompt, model_id, temperature], [msg, chatbot])
-    send.click(chat_bot, [msg, chatbot, system_prompt, model_id, temperature], [msg, chatbot])
+    msg.submit(chat_bot, [msg, chatbot, system_prompt, model_id, api_key, base_url, temperature], [msg, chatbot])
+    send.click(chat_bot, [msg, chatbot, system_prompt, model_id, api_key, base_url, temperature], [msg, chatbot])
     setting_tab.select(get_log, [chatbot, system_prompt,], [msg_log])
 
 demo.launch()