Decouple api key setting from router modules

Dockerfile

@@ -15,4 +15,4 @@ ENV PATH="/root/.local/bin:${PATH}"
 EXPOSE 8501
 EXPOSE 7000
 
-CMD python server.py
+CMD python server.py 

modules/knowledge_retrieval/component.py

@@ -1,10 +1,12 @@
 from modules.knowledge_retrieval.knowledge_router import KnowledgeDomainRouter, get_knowledge_domain_router_config
+from modules.settings.user_settings import UserSettings
 import gradio as gr
 import os 
-openai_api_key = os.getenv("OPENAI_API_KEY")
+
 
 def determine_and_execute(question: str, temperature: float, api_key = "" ):
-    os.environ["OPENAI_API_KEY"] = api_key
+    settings = UserSettings.get_instance()
+    api_key = settings.get_api_key()
     config = get_knowledge_domain_router_config(temperature=temperature)
     config.temperature = temperature
     determiner = KnowledgeDomainRouter(api_key=api_key, config=config, question=question, display=print)
@@ -15,7 +17,6 @@ examples = [["""When is my grandmothers birthday?""", 0.6], ["What was my tax bu
 
 def create_knowledge_router_ui(cache_examples=False):  
     with gr.Row():
-        api_key = gr.Textbox(label="You OpenAI API key", type="password")
         question = gr.Textbox(label="Enter your question here:")
         temperature = gr.Slider(minimum=0, maximum=2, default=.7, label="Temperature")
     with gr.Column():
@@ -23,6 +24,6 @@ def create_knowledge_router_ui(cache_examples=False):
         reasoning = gr.Textbox(label="Reasoning")
     
     generate_button = gr.Button(label="Generate")
-    generate_button.click(determine_and_execute, outputs=[reasoning_strategy, reasoning], inputs=[question, temperature, api_key])
-    gr.Examples(examples=examples, fn=determine_and_execute, cache_examples=cache_examples, inputs=[question, temperature, api_key], outputs=[reasoning_strategy, reasoning])
+    generate_button.click(determine_and_execute, outputs=[reasoning_strategy, reasoning], inputs=[question, temperature])
+    gr.Examples(examples=examples, fn=determine_and_execute, cache_examples=cache_examples, inputs=[question, temperature], outputs=[reasoning_strategy, reasoning])
 

modules/reasoning/component.py

@@ -1,11 +1,13 @@
 from modules.reasoning.reasoning_router import ReasoningRouter, get_reasoning_router_config
+from modules.settings.user_settings import UserSettings
 import gradio as gr
 import os 
 openai_api_key = os.getenv("OPENAI_API_KEY")
 
 
-def determine_and_execute(question, temperature, api_key=""):
-    os.environ["OPENAI_API_KEY"] = api_key
+def determine_and_execute(question, temperature):
+    settings = UserSettings.get_instance()
+    api_key = settings.get_api_key()
     config = get_reasoning_router_config(temperature=temperature)
     config.temperature = temperature
     determiner = ReasoningRouter(api_key=api_key, config=config, question=question, display=print)
@@ -21,7 +23,7 @@ Where is the ball?""", 0.6], ["Given the task of building a house in the middle
 
 def create_reasoning_router_ui(cache_examples=False): 
     with gr.Row():
-        api_key = gr.Textbox(label="You OpenAI API key", type="password")
+
         question = gr.Textbox(label="Enter your question here:")
         temperature = gr.Slider(minimum=0, maximum=2, default=.7, label="Temperature")
     with gr.Column():
@@ -29,6 +31,6 @@ def create_reasoning_router_ui(cache_examples=False):
         reasoning = gr.Textbox(label="Reasoning")
     
     generate_button = gr.Button(label="Generate")
-    generate_button.click(determine_and_execute, outputs=[reasoning_strategy, reasoning], inputs=[question, temperature, api_key])
-    gr.Examples(examples=examples, fn=determine_and_execute, cache_examples=cache_examples, inputs=[question, temperature, api_key], outputs=[reasoning_strategy, reasoning])
+    generate_button.click(determine_and_execute, outputs=[reasoning_strategy, reasoning], inputs=[question, temperature])
+    gr.Examples(examples=examples, fn=determine_and_execute, cache_examples=cache_examples, inputs=[question, temperature], outputs=[reasoning_strategy, reasoning])
 

modules/settings/component.py

@@ -0,0 +1,14 @@
+import gradio as gr
+from modules.settings.user_settings import UserSettings
+
+def set_api_key(key: str):
+    UserSettings.get_instance().set_api_key(key)
+    return "API key set"
+
+
+def create_settings_ui():
+    settings = UserSettings.get_instance()
+    api_key = gr.Textbox(label="You OpenAI API key", type="password", default=settings.get_api_key())
+    set_status = gr.Text()
+    key_button = gr.Button(label="Set Key")
+    key_button.click(set_api_key, outputs=[set_status], inputs=[api_key])

modules/settings/user_settings.py

@@ -0,0 +1,21 @@
+import os
+
+class UserSettings:
+    __instance = None
+
+    def __init__(self):
+        if UserSettings.__instance is not None:
+            raise Exception("UserSettings is a singleton class. Use UserSettings.get_instance() to get the instance.")
+        self.api_key = None
+
+    @staticmethod
+    def get_instance():
+        if UserSettings.__instance is None:
+            UserSettings.__instance = UserSettings()
+        return UserSettings.__instance
+
+    def set_api_key(self, api_key):
+        self.api_key = api_key
+
+    def get_api_key(self):
+        return self.api_key

server.py

@@ -1,14 +1,15 @@
+import argparse
 from dotenv import load_dotenv, find_dotenv
 import os
 import gradio as gr
 from modules.reasoning.component import create_reasoning_router_ui
 from modules.knowledge_retrieval.component import create_knowledge_router_ui
+from modules.settings.component import create_settings_ui
+from modules.settings.user_settings import UserSettings
 load_dotenv(find_dotenv())
 
 openai_api_key = os.getenv("OPENAI_API_KEY")
 
-
-
 def create_interface():
     title: str = "Prompt Strategy Demo"
     description: str = "AI Agents Sandbox"
@@ -17,9 +18,19 @@ def create_interface():
             create_reasoning_router_ui()
         with gr.Tab("Knowledge Domains"):
             create_knowledge_router_ui()
+        with gr.Tab("Settings"):
+            create_settings_ui()
         
     interface.queue()
-    interface.launch()
+    interface.launch(server_name="0.0.0.0", server_port=port)
 
 if __name__ == "__main__":
-    create_interface()
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--port", type=int, help="Port number to run the server on")
+    args = parser.parse_args()
+
+    port = args.port
+    settings = UserSettings().get_instance()
+    if openai_api_key:
+        settings.set_api_key(openai_api_key)
+    create_interface()