OpenData-Bordeaux-RSE / rag_funcs.py
Ilyas KHIAT
ajout et big update
8df1e9f
raw
history blame
295 Bytes
from firecrawl import FireCrawl
def get_docs_from_website_fc(urls):
app = FireCrawl()
docs = []
try:
for url in urls:
content = app.scrape_url(url)
docs.append(content["markdown"])
return docs
except Exception as e:
return None