Update rag.py

rag.py

@@ -22,8 +22,8 @@ WEB_URL       = "https://openai.com/research/gpt-4"
 YOUTUBE_URL_1 = "https://www.youtube.com/watch?v=--khbXchTeE"
 YOUTUBE_URL_2 = "https://www.youtube.com/watch?v=hdhZwyf24mE"
 
-YOUTUBE_DIR = "/data/youtube"
-CHROMA_DIR  = "/data/chroma"
+YOUTUBE_DIR = "/data/yt"
+CHROMA_DIR  = "/data/db"
 
 MONGODB_ATLAS_CLUSTER_URI = os.environ["MONGODB_ATLAS_CLUSTER_URI"]
 MONGODB_DB_NAME           = "langchain_db"
@@ -80,13 +80,13 @@ def rag_batch(config):
     document_storage_mongodb(chunks)
 
 def document_retrieval_chroma():
-    return Chroma(embedding_function = OpenAIEmbeddings(),
+    return Chroma(embedding_function = OpenAIEmbeddings(disallowed_special = ()),
                   persist_directory = CHROMA_DIR)
 
 def document_retrieval_mongodb():
     return MongoDBAtlasVectorSearch.from_connection_string(MONGODB_ATLAS_CLUSTER_URI,
                                                            MONGODB_DB_NAME + "." + MONGODB_COLLECTION_NAME,
-                                                           OpenAIEmbeddings(),
+                                                           OpenAIEmbeddings(disallowed_special = ()),
                                                            index_name = MONGODB_INDEX_NAME)
 
 def get_llm(config, openai_api_key):