Update helper_functions_api.py

helper_functions_api.py

@@ -73,16 +73,26 @@ import trafilatura
 llm_default_small = "meta-llama/Llama-3-8b-chat-hf"
 llm_default_medium = "meta-llama/Llama-3-70b-chat-hf"
 
-SysPromptData = """You are expert in information extraction from the given context.
-                    Steps to follow:
-                    1. Check if relevant factual data regarding <USER QUERY> is present in the <SCRAPED DATA>.
-                       - IF YES, extract the maximum relevant factual information related to <USER QUERY> from the <SCRAPED DATA>.
-                       - IF NO, then return "N/A"
+# SysPromptData = """You are expert in information extraction from the given context.
+#                     Steps to follow:
+#                     1. Check if relevant factual data regarding <USER QUERY> is present in the <SCRAPED DATA>.
+#                        - IF YES, extract the maximum relevant factual information related to <USER QUERY> from the <SCRAPED DATA>.
+#                        - IF NO, then return "N/A"
                     
-                    Rules to follow:
-                    - Return N/A if information is not present in the scraped data.
-                    - FORGET EVERYTHING YOU KNOW, Only output information that is present in the scraped data, DO NOT MAKE UP INFORMATION
+#                     Rules to follow:
+#                     - Return N/A if information is not present in the scraped data.
+#                     - FORGET EVERYTHING YOU KNOW, Only output information that is present in the scraped data, DO NOT MAKE UP INFORMATION
+#                 """
+SysPromptData = """
+You are an AI assistant tasked with extracting relevant information from scraped website data based on a given query. Your goal is to provide accurate and concise information that directly relates to the query, using only the data provided.
+Guidelines for extraction:
+1. Only use information present in the scraped data.
+2. Focus on extracting facts, tables, and direct quotes that are relevant to the query.
+3. If there is no relevant information in the scraped data, state that clearly.
+4. Do not make assumptions or add information not present in the data.
+5. If the query is ambiguous, interpret it in the most reasonable way based on the available data.
                 """
+
 SysPromptDefault = "You are an expert AI, complete the given task. Do not add any additional comments."
 SysPromptSearch = """You are a search query generator, create a concise Google search query, focusing only on the main topic and omitting additional redundant details, include year if necessory, 2024, Do not add any additional comments. OUTPUT ONLY THE SEARCH QUERY
                         #Additional instructions:
@@ -164,9 +174,14 @@ def remove_stopwords(text):
 def rephrase_content(data_format, content, query):
 
     if data_format == "Structured data":
-        return together_response(f"""
-            <SCRAPED DATA>{content}</SCRAPED DATA>
-            extract the maximum relevant factual information covering all aspects of <USER QUERY>{query}</USER QUERY> ONLY IF AVAILABLE in the scraped data.""",
+        return together_response(f"""Here is the scraped website data:
+                                    <scraped_data>
+                                    {content}
+                                    </scraped_data>
+                                    
+                                    Your task is to extract information from this data that is relevant to the following query:
+                                    <query>{query}</query>
+                                    """,
             SysPrompt=SysPromptData,
             max_tokens=900,
         )