Update app.py

app.py

@@ -3,7 +3,7 @@ import gradio as gr
 from crewai import Agent, Task, Crew
 from langchain_groq import ChatGroq
 from langchain_community.tools import DuckDuckGoSearchRun, DuckDuckGoSearchResults
-from crewai_tools import tool
+from crewai_tools import tool, SeleniumScrapingTool
 
 # Define the DuckDuckGoSearch tool using the decorator for tool registration
 @tool('DuckDuckGoSearch')
@@ -17,6 +17,12 @@ def search_results(search_query: str):
     """Search the web for information and sources on a given topic with links and titles."""
     return DuckDuckGoSearchResults().run(search_query)
 
+# Define the WebScrapper tool
+@tool('WebScrapper')
+def web_scrapper(url: str):
+    """Download information from a web page using its URL"""
+    return SeleniumScrapingTool(website_url=url)
+
 def kickoff_crew(topic: str) -> dict:
     """Kickoff the research process for a given topic using CrewAI components."""
     # Retrieve the API key from the environment variables
@@ -31,7 +37,7 @@ def kickoff_crew(topic: str) -> dict:
     researcher = Agent(
         role='Researcher',
         goal=f'Collect detailed information on {topic}',
-        tools=[search, search_results],
+        tools=[search, search_results, web_scrapper],
         llm=groq_llm,
         backstory=(
             "As a diligent researcher, you explore the depths of the internet to "
@@ -45,21 +51,23 @@ def kickoff_crew(topic: str) -> dict:
 
     editor = Agent(
         role='Editor',
-        goal='Compile and refine the information into a comprehensive report on {topic}',
+        goal='Compile and refine the information into a comprehensive and elaborated report on {topic}',
         llm=groq_llm,
         backstory=(
             "With a keen eye for detail and a strong command of language, you transform "
             "raw data into polished, insightful reports that are both informative and engaging."
+            "The length of each section shall be at least 3 paragraphs."
         ),
         allow_delegation=False,
-        max_iter=3,
+        max_iter=5,
         verbose=True
     )
 
     # Define Tasks
     research_task = Task(
         description=(
-            "Use DuckDuckGoSearch and DuckDuckGoSearchResults to gather information about {topic}. "
+            "Use DuckDuckGoSearch and DuckDuckGoSearchResults to gather information about {topic}."
+            "Use WebScrapper to extract information and insights from links or urls."
             "Compile your findings into an initial draft. "
             "Gather all the sources with title and link relevant to the topic. "
             "Be sure you don't make up or invent any information."