Update app.py

app.py

@@ -4,7 +4,7 @@ import logging, os, sys, threading
 
 from datasets import load_dataset
 #from dotenv import load_dotenv, find_dotenv
-from custom_utils import connect_to_database, handle_user_prompt
+from custom_utils import connect_to_database, rag_ingestion, handle_user_prompt
 
 #from pydantic import BaseModel
 #from typing import Optional
@@ -33,39 +33,10 @@ def invoke(openai_api_key, prompt, rag_option):
         raise gr.Error("Retrieval-Augmented Generation is required.")
 
     with lock:
-        prompt = """
-        I want to stay in a place that's warm and friendly, 
-        and not too far from resturants, can you recommend a place? 
-        Include a reason as to why you've chosen your selection.
-        """
-
-        """
-        print("111")
-        dataset = load_dataset("MongoDB/airbnb_embeddings", streaming=True, split="train")
-        #dataset = dataset.take(100)
-        print("222")
-        # Convert the dataset to a pandas dataframe
-        dataset_df = pd.DataFrame(dataset)
-        #dataset_df.head(5)
-        #print("Columns:", dataset_df.columns)
-        
-        listings = process_records(dataset_df)
-        print("333")
-        """
-        
-        print("444")        
         db, collection = connect_to_database()
-        
-        """
-        collection.delete_many({})
-        collection.insert_many(listings)
-        print("Data ingestion into MongoDB completed")
-        print("555")
-        
-        print("666")
-        # Not available in free tier
-        #setup_vector_search_index(collection=collection)
-        """
+
+        if (RAG_INGESTION):
+            rag_ingestion(collection)
 
         """
         print("777")
@@ -90,10 +61,12 @@ def invoke(openai_api_key, prompt, rag_option):
 
 gr.close_all()
 
+PROMPT = "I want to stay in a place that's warm and friendly, and not too far from restaurants."
+
 demo = gr.Interface(
     fn = invoke, 
     inputs = [gr.Textbox(label = "OpenAI API Key", type = "password", lines = 1), 
-              gr.Textbox(label = "Prompt", value = "TODO", lines = 1),
+              gr.Textbox(label = "Prompt", value = PROMPT, lines = 1),
               gr.Radio([RAG_OFF, RAG_NAIVE, RAG_ADVANCED], label = "Retrieval-Augmented Generation", value = RAG_ADVANCED)],
     outputs = [gr.Markdown(label = "Completion")],
     title = "Context-Aware Reasoning Application",