switch to huggingface API

README.md

@@ -9,6 +9,10 @@ app_file: app.py
 pinned: false
 license: mit
 short_description: 'Build support agent with CrewAI multi-agents and Gradio '
+hf_oauth: true
+hf_oauth_scopes:
+  - read-repos
+---
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -1,13 +1,13 @@
 # imports
 import gradio as gr
-from crewai import Agent, Task, Crew
+from crewai import Agent, Task, Crew, LLM
 from crewai_tools import ScrapeWebsiteTool
-import os
 import queue
 import threading
 import asyncio
 from typing import List, Dict, Generator
 
+
 # Message Queue System to manage flow of message
 class SupportMessageQueue:
     def __init__(self):
@@ -24,6 +24,7 @@ class SupportMessageQueue:
             messages.append(self.message_queue.get())
         return messages
 
+
 # main class
 class SupportCrew:
     def __init__(self, api_key: str = None):
@@ -39,7 +40,10 @@ class SupportCrew:
         if not self.api_key:
             raise ValueError("OpenAI API key is required")
 
-        os.environ["OPENAI_API_KEY"] = self.api_key
+        self.llm = LLM(
+            model="huggingface/meta-llama/Llama-3.3-70B-Instruct",
+            api_key=self.api_key,
+        )
         self.scrape_tool = ScrapeWebsiteTool(website_url=website_url)
 
         self.support_agent = Agent(
@@ -50,8 +54,9 @@ class SupportCrew:
                 "You need to make sure that you provide the best support! "
                 "Make sure to provide full complete answers, and make no assumptions."
             ),
+            llm=self.llm,
             allow_delegation=False,
-            verbose=True
+            verbose=True,
         )
 
         self.qa_agent = Agent(
@@ -63,7 +68,8 @@ class SupportCrew:
                 "You need to make sure that the support representative is providing full "
                 "complete answers, and make no assumptions."
             ),
-            verbose=True
+            llm=self.llm,
+            verbose=True,
         )
 
     # task creation with description and expected output format and tools
@@ -82,7 +88,7 @@ class SupportCrew:
                 "leaving no questions unanswered, and maintain a helpful and friendly tone throughout."
             ),
             tools=[self.scrape_tool],
-            agent=self.support_agent
+            agent=self.support_agent,
         )
 
         quality_assurance_review = Task(
@@ -101,25 +107,31 @@ class SupportCrew:
                 "relevant feedback and improvements.\n"
                 "Don't be too formal, maintain a professional and friendly tone throughout."
             ),
-            agent=self.qa_agent
+            agent=self.qa_agent,
         )
 
         return [inquiry_resolution, quality_assurance_review]
 
     # main processing function
-    async def process_support(self, inquiry: str, website_url: str) -> Generator[List[Dict], None, None]:
+    async def process_support(
+        self, inquiry: str, website_url: str
+    ) -> Generator[List[Dict], None, None]:
         def add_agent_messages(agent_name: str, tasks: str, emoji: str = "🤖"):
-            self.message_queue.add_message({
-                "role": "assistant",
-                "content": agent_name,
-                "metadata": {"title": f"{emoji} {agent_name}"}
-            })
-            
-            self.message_queue.add_message({
-                "role": "assistant",
-                "content": tasks,
-                "metadata": {"title": f"📋 Task for {agent_name}"}
-            })
+            self.message_queue.add_message(
+                {
+                    "role": "assistant",
+                    "content": agent_name,
+                    "metadata": {"title": f"{emoji} {agent_name}"},
+                }
+            )
+
+            self.message_queue.add_message(
+                {
+                    "role": "assistant",
+                    "content": tasks,
+                    "metadata": {"title": f"📋 Task for {agent_name}"},
+                }
+            )
 
         # Manages transition between agents
         def setup_next_agent(current_agent: str) -> None:
@@ -127,64 +139,69 @@ class SupportCrew:
                 self.current_agent = "Support Quality Assurance Specialist"
                 add_agent_messages(
                     "Support Quality Assurance Specialist",
-                    "Review and improve the support representative's response"
+                    "Review and improve the support representative's response",
                 )
 
         def task_callback(task_output) -> None:
             print(f"Task callback received: {task_output}")
-            
+
             raw_output = task_output.raw
             if "## Final Answer:" in raw_output:
                 content = raw_output.split("## Final Answer:")[1].strip()
             else:
                 content = raw_output.strip()
-            
+
             if self.current_agent == "Support Quality Assurance Specialist":
-                self.message_queue.add_message({
-                    "role": "assistant",
-                    "content": "Final response is ready!",
-                    "metadata": {"title": "✅ Final Response"}
-                })
-                
+                self.message_queue.add_message(
+                    {
+                        "role": "assistant",
+                        "content": "Final response is ready!",
+                        "metadata": {"title": "✅ Final Response"},
+                    }
+                )
+
                 formatted_content = content
                 formatted_content = formatted_content.replace("\n#", "\n\n#")
                 formatted_content = formatted_content.replace("\n-", "\n\n-")
                 formatted_content = formatted_content.replace("\n*", "\n\n*")
                 formatted_content = formatted_content.replace("\n1.", "\n\n1.")
                 formatted_content = formatted_content.replace("\n\n\n", "\n\n")
-                
-                self.message_queue.add_message({
-                    "role": "assistant",
-                    "content": formatted_content
-                })
+
+                self.message_queue.add_message(
+                    {"role": "assistant", "content": formatted_content}
+                )
             else:
-                self.message_queue.add_message({
-                    "role": "assistant",
-                    "content": content,
-                    "metadata": {"title": f"✨ Output from {self.current_agent}"}
-                })
+                self.message_queue.add_message(
+                    {
+                        "role": "assistant",
+                        "content": content,
+                        "metadata": {"title": f"✨ Output from {self.current_agent}"},
+                    }
+                )
                 setup_next_agent(self.current_agent)
 
         try:
             self.initialize_agents(website_url)
             self.current_agent = "Senior Support Representative"
 
-            yield [{
-                "role": "assistant",
-                "content": "Starting to process your inquiry...",
-                "metadata": {"title": "🚀 Process Started"}
-            }]
+            yield [
+                {
+                    "role": "assistant",
+                    "content": "Starting to process your inquiry...",
+                    "metadata": {"title": "🚀 Process Started"},
+                }
+            ]
 
             add_agent_messages(
                 "Senior Support Representative",
-                "Analyze customer inquiry and provide comprehensive support"
+                "Analyze customer inquiry and provide comprehensive support",
             )
 
             crew = Crew(
                 agents=[self.support_agent, self.qa_agent],
                 tasks=self.create_tasks(inquiry),
                 verbose=True,
-                task_callback=task_callback
+                task_callback=task_callback,
             )
 
             def run_crew():
@@ -192,11 +209,13 @@ class SupportCrew:
                     crew.kickoff()
                 except Exception as e:
                     print(f"Error in crew execution: {str(e)}")
-                    self.message_queue.add_message({
-                        "role": "assistant",
-                        "content": f"An error occurred: {str(e)}",
-                        "metadata": {"title": "❌ Error"}
-                    })
+                    self.message_queue.add_message(
+                        {
+                            "role": "assistant",
+                            "content": f"An error occurred: {str(e)}",
+                            "metadata": {"title": "❌ Error"},
+                        }
+                    )
 
             thread = threading.Thread(target=run_crew)
             thread.start()
@@ -210,23 +229,22 @@ class SupportCrew:
 
         except Exception as e:
             print(f"Error in process_support: {str(e)}")
-            yield [{
-                "role": "assistant",
-                "content": f"An error occurred: {str(e)}",
-                "metadata": {"title": "❌ Error"}
-            }]
+            yield [
+                {
+                    "role": "assistant",
+                    "content": f"An error occurred: {str(e)}",
+                    "metadata": {"title": "❌ Error"},
+                }
+            ]
+
 
 def create_demo():
     support_crew = None
 
     with gr.Blocks(theme=gr.themes.Ocean()) as demo:
         gr.Markdown("# 🎯 AI Customer Support Crew")
-        gr.Markdown("This is a friendly, high-performing multi-agent application built with Gradio and CrewAI. Enter a webpage URL and your questions from that webpage.")
-        openai_api_key = gr.Textbox(
-            label='OpenAI API Key',
-            type='password',
-            placeholder='Type your OpenAI API Key and press Enter to access the app...',
-            interactive=True
+        gr.Markdown(
+            "This is a friendly, high-performing multi-agent application built with Gradio and CrewAI. Enter a webpage URL and your questions from that webpage."
         )
 
         chatbot = gr.Chatbot(
@@ -234,9 +252,11 @@ def create_demo():
             height=700,
             type="messages",
             show_label=True,
-            visible=False,
-            avatar_images=(None, "https://avatars.githubusercontent.com/u/170677839?v=4"),
-            render_markdown=True
+            avatar_images=(
+                None,
+                "https://avatars.githubusercontent.com/u/170677839?v=4",
+            ),
+            render_markdown=True,
         )
 
         with gr.Row(equal_height=True):
@@ -244,66 +264,73 @@ def create_demo():
                 label="Your Inquiry",
                 placeholder="Enter your question...",
                 scale=4,
-                visible=False
             )
             website_url = gr.Textbox(
                 label="Documentation URL",
                 placeholder="Enter documentation URL to search...",
                 scale=4,
-                visible=False
             )
-            btn = gr.Button("Get Support", variant="primary", scale=1, visible=False)
+            btn = gr.Button("Get Support", variant="primary", scale=1)
 
-        async def process_input(inquiry_text, website_url_text, history, api_key):
+        async def process_input(
+            inquiry_text, website_url_text, history, oauth_token: gr.OAuthToken | None
+        ):
             nonlocal support_crew
-            if not api_key:
-                history = history or []
-                history.append({
-                    "role": "assistant",
-                    "content": "Please provide an OpenAI API key.",
-                    "metadata": {"title": "❌ Error"}
-                })
-                yield history
-                return
+            api_key = oauth_token.token
 
             if support_crew is None:
                 support_crew = SupportCrew(api_key=api_key)
 
             history = history or []
-            history.append({
-                "role": "user", 
-                "content": f"Question: {inquiry_text}\nDocumentation: {website_url_text}"
-            })
+            history.append(
+                {
+                    "role": "user",
+                    "content": f"Question: {inquiry_text}\nDocumentation: {website_url_text}",
+                }
+            )
             yield history
 
             try:
-                async for messages in support_crew.process_support(inquiry_text, website_url_text):
+                async for messages in support_crew.process_support(
+                    inquiry_text, website_url_text
+                ):
                     history.extend(messages)
                     yield history
             except Exception as e:
-                history.append({
-                    "role": "assistant",
-                    "content": f"An error occurred: {str(e)}",
-                    "metadata": {"title": "❌ Error"}
-                })
+                history.append(
+                    {
+                        "role": "assistant",
+                        "content": f"An error occurred: {str(e)}",
+                        "metadata": {"title": "❌ Error"},
+                    }
+                )
                 yield history
 
-        def show_interface():
-            return {
-                openai_api_key: gr.Textbox(visible=False),
-                chatbot: gr.Chatbot(visible=True),
-                inquiry: gr.Textbox(visible=True),
-                website_url: gr.Textbox(visible=True),
-                btn: gr.Button(visible=True)
-            }
-
-        openai_api_key.submit(show_interface, None, [openai_api_key, chatbot, inquiry, website_url, btn])
-        btn.click(process_input, [inquiry, website_url, chatbot, openai_api_key], [chatbot])
-        inquiry.submit(process_input, [inquiry, website_url, chatbot, openai_api_key], [chatbot])
+        btn.click(process_input, [inquiry, website_url, chatbot], [chatbot])
+        inquiry.submit(process_input, [inquiry, website_url, chatbot], [chatbot])
 
     return demo
 
+
+def swap_visibilty(profile: gr.OAuthProfile | None):
+    return (
+        gr.update(elem_classes=["main_ui_logged_in"])
+        if profile
+        else gr.update(elem_classes=["main_ui_logged_out"])
+    )
+
+
+css = """
+.main_ui_logged_out{opacity: 0.3; pointer-events: none}
+"""
+
+interface = create_demo()
+with gr.Blocks(css=css) as demo:
+    gr.LoginButton()
+    with gr.Column(elem_classes="main_ui_logged_out") as main_ui:
+        interface.render()
+    demo.load(fn=swap_visibilty, outputs=main_ui)
+
 if __name__ == "__main__":
-    demo = create_demo()
     demo.queue()
-    demo.launch(debug=True)
+    demo.launch()