bstraehle commited on
Commit
e9f64ec
·
verified ·
1 Parent(s): 5c8421c

Update custom_utils.py

Browse files
Files changed (1) hide show
  1. custom_utils.py +2 -2
custom_utils.py CHANGED
@@ -21,8 +21,8 @@ def connect_to_database():
21
  return db, collection
22
 
23
  def rag_ingestion(collection):
24
- #dataset = load_dataset("bstraehle/airbnb-san-francisco-202403-embed", streaming=True, split="train")
25
- dataset = load_dataset("bstraehle/test", streaming=True, split="train")
26
  #dataset_df = pd.DataFrame(dataset)
27
  #listings = process_records(dataset_df)
28
  collection.delete_many({})
 
21
  return db, collection
22
 
23
  def rag_ingestion(collection):
24
+ dataset = load_dataset("bstraehle/airbnb-san-francisco-202403-embed", streaming=True, split="train")
25
+ #dataset = load_dataset("bstraehle/test", streaming=True, split="train")
26
  #dataset_df = pd.DataFrame(dataset)
27
  #listings = process_records(dataset_df)
28
  collection.delete_many({})