alexkueck commited on
Commit
0e1a7fe
·
verified ·
1 Parent(s): 9fd68da

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +9 -47
utils.py CHANGED
@@ -471,47 +471,6 @@ def load_split_to_original_mapping(directory="chroma/kkg", filename="mapping.pkl
471
 
472
 
473
 
474
-
475
-
476
- """
477
-
478
- def save_vectorstore(vectorstore, directory="chroma/kkg", splits_filename="splits_and_metadata.pkl", vectorstore_filename="vectorstore.pkl"):
479
- # Erstellen des Verzeichnisses, falls es nicht existiert
480
- if not os.path.exists(directory):
481
- os.makedirs(directory)
482
-
483
- # Speichern der Splits und Metadaten
484
- splits_filepath = os.path.join(directory, splits_filename)
485
- with open(splits_filepath, "wb") as f:
486
- pickle.dump((vectorstore.documents, SPLIT_TO_ORIGINAL_MAPPING), f)
487
-
488
- # Speichern des Vektorstores (ohne die SQLite-Verbindung)
489
- vectorstore_filepath = os.path.join(directory, vectorstore_filename)
490
- with open(vectorstore_filepath, "wb") as f:
491
- pickle.dump(vectorstore, f)
492
-
493
- # Hochladen der gespeicherten Dateien zum Hugging Face Space
494
- upload_file_to_huggingface(splits_filepath, f"{directory}/{splits_filename}")
495
- upload_file_to_huggingface(vectorstore_filepath, f"{directory}/{vectorstore_filename}")
496
-
497
- def load_vectorstore(directory="chroma/kkg", splits_filename="splits_and_metadata.pkl", vectorstore_filename="vectorstore.pkl"):
498
- # Laden der Splits und Metadaten
499
- splits_filepath = os.path.join(directory, splits_filename)
500
- vectorstore_filepath = os.path.join(directory, vectorstore_filename)
501
-
502
- if os.path.exists(splits_filepath) and os.path.exists(vectorstore_filepath):
503
- with open(splits_filepath, "rb") as f:
504
- documents, SPLIT_TO_ORIGINAL_MAPPING = pickle.load(f)
505
-
506
- with open(vectorstore_filepath, "rb") as f:
507
- vectorstore = pickle.load(f)
508
- vectorstore.documents = documents # Setze die Dokumente im Vektorstore
509
- return vectorstore, SPLIT_TO_ORIGINAL_MAPPING
510
- return None, None
511
- """
512
-
513
-
514
-
515
  # Beispiel-Upload-Funktion
516
  def upload_file_to_huggingface(file_path, upload_path):
517
  api.upload_file(
@@ -769,29 +728,32 @@ def download_link(doc):
769
 
770
 
771
 
 
 
 
 
 
772
  def display_files():
773
  files = os.listdir(DOCS_DIR_PDF)
774
  files_table = "<table style='width:100%; border-collapse: collapse;'>"
775
- files_table += "<tr style='background-color: #930BBA; color: white; font-weight: bold; font-size: larger;'><th>Dateiname</th><th>Größe (KB)</th></tr>"
776
  for i, file in enumerate(files):
777
  file_path = os.path.join(DOCS_DIR_PDF, file)
778
  file_size = os.path.getsize(file_path) / 1024 # Größe in KB
779
  row_color = "#4f4f4f" if i % 2 == 0 else "#3a3a3a" # Wechselnde Zeilenfarben
780
  files_table += f"<tr style='background-color: {row_color}; border-bottom: 1px solid #ddd;'>"
781
- files_table += f"<td><b>{download_link(file)}</b></td>"
782
- files_table += f"<td>{file_size:.2f}</td></tr>"
783
  files_table += "</table>"
784
 
785
  files = os.listdir(DOCS_DIR_WORD)
786
  files_table += "<table style='width:100%; border-collapse: collapse;'>"
787
- files_table += "<tr style='background-color: #930BBA; color: white; font-weight: bold; font-size: larger;'><th>Dateiname</th><th>Größe (KB)</th></tr>"
788
  for i, file in enumerate(files):
789
  file_path = os.path.join(DOCS_DIR_WORD, file)
790
  file_size = os.path.getsize(file_path) / 1024 # Größe in KB
791
  row_color = "#4f4f4f" if i % 2 == 0 else "#3a3a3a" # Wechselnde Zeilenfarben
792
  files_table += f"<tr style='background-color: {row_color}; border-bottom: 1px solid #ddd;'>"
793
- files_table += f"<td><b>{download_link(file)}</b></td>"
794
- files_table += f"<td>{file_size:.2f}</td></tr>"
795
  files_table += "</table>"
796
  return files_table
797
 
 
471
 
472
 
473
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
474
  # Beispiel-Upload-Funktion
475
  def upload_file_to_huggingface(file_path, upload_path):
476
  api.upload_file(
 
728
 
729
 
730
 
731
+
732
+
733
+ #################################################
734
+ #File Liste beim Tab für File-Upload schön darstellen
735
+ #################################################
736
  def display_files():
737
  files = os.listdir(DOCS_DIR_PDF)
738
  files_table = "<table style='width:100%; border-collapse: collapse;'>"
739
+ files_table += "<tr style='background-color: #930BBA; color: white; font-weight: bold; font-size: larger;'><th>Dateiname - PDF-Ordner</th></tr>"
740
  for i, file in enumerate(files):
741
  file_path = os.path.join(DOCS_DIR_PDF, file)
742
  file_size = os.path.getsize(file_path) / 1024 # Größe in KB
743
  row_color = "#4f4f4f" if i % 2 == 0 else "#3a3a3a" # Wechselnde Zeilenfarben
744
  files_table += f"<tr style='background-color: {row_color}; border-bottom: 1px solid #ddd;'>"
745
+ files_table += f"<td><b>{download_link(file)}</b></td></tr>"
 
746
  files_table += "</table>"
747
 
748
  files = os.listdir(DOCS_DIR_WORD)
749
  files_table += "<table style='width:100%; border-collapse: collapse;'>"
750
+ files_table += "<tr style='background-color: #930BBA; color: white; font-weight: bold; font-size: larger;'><th>Dateiname - Word-Ordner</th></tr>"
751
  for i, file in enumerate(files):
752
  file_path = os.path.join(DOCS_DIR_WORD, file)
753
  file_size = os.path.getsize(file_path) / 1024 # Größe in KB
754
  row_color = "#4f4f4f" if i % 2 == 0 else "#3a3a3a" # Wechselnde Zeilenfarben
755
  files_table += f"<tr style='background-color: {row_color}; border-bottom: 1px solid #ddd;'>"
756
+ files_table += f"<td><b>{download_link(file)}</b></td></tr>"
 
757
  files_table += "</table>"
758
  return files_table
759