Update app.py

update DB loader func

app.py

@@ -119,6 +119,27 @@ def load_documents(source_dir: str, ignored_files: List[str] = []) -> List[Docum
 
     return results
 
+def load_documents_2(all_files: List[str] = [], ignored_files: List[str] = []) -> List[Document]:
+    """
+    Loads all documents from the source documents directory, ignoring specified files
+    """
+    # all_files = []
+    # for ext in LOADER_MAPPING:
+    #     all_files.extend(
+    #         glob.glob(os.path.join(source_dir, f"**/*{ext}"), recursive=True)
+    #     )
+    filtered_files = [file_path for file_path in all_files if file_path not in ignored_files]
+
+    with Pool(processes=os.cpu_count()) as pool:
+        results = []
+        with tqdm(total=len(filtered_files), desc='Loading new documents', ncols=80) as pbar:
+            for i, docs in enumerate(pool.imap_unordered(load_single_document, filtered_files)):
+                results.extend(docs)
+                pbar.update()
+
+    return results
+
+
 def process_documents(ignored_files: List[str] = []) -> List[Document]:
     """
     Load documents and split in chunks
@@ -140,7 +161,7 @@ def process_documents_2(ignored_files: List[str] = []) -> List[Document]:
     """
     print(f"Loading documents from {source_directory}")
     print("File Path to start processing:", file_path)
-    documents = load_documents(file_path, ignored_files)
+    documents = load_documents_2(file_path, ignored_files)
     if not documents:
         print("No new documents to load")
         exit(0)
@@ -328,20 +349,23 @@ def chathmi2(message, history):
 def func_upload_file(files, chat_history):
     file_path = files
     print(file_path)
-    # UpdateDb()
-    print(chat_history)
-    test_msg = ["", "Test Upload Ongoing...."]
+    # print(chat_history)
+    test_msg = ["Request Upload File into DB", "Operation Ongoing...."]
+    chat_history.append(test_msg)
+    yield chat_history
+    UpdateDb()
+    test_msg = ["Request Upload File into DB", "Operation Finished"]
     chat_history.append(test_msg)
-    return chat_history
+    yield chat_history
 
 with gr.Blocks() as demo:
     main = gr.ChatInterface(
         chathmi2,
         title="STLA BABY - YOUR FRIENDLY GUIDE",
         description= "v0.3: Powered by MECH Core Team",
+        upload_button = gr.UploadButton("Upload File", file_count="multiple")
     )
-    upload_button = gr.UploadButton("Upload File", file_count="multiple")
-    upload_button.upload(func_upload_file, [upload_button, main.chatbot], main.chatbot)
+    main.upload_button.upload(func_upload_file, [main.upload_button, main.chatbot], main.chatbot)
 
 # demo = gr.Interface(
 #     chathmi,