UPDATE: load to supabase

app.py

@@ -250,9 +250,9 @@ async def newChatbot(chatbotName: str, username: str):
 
 
 @app.post("/loadPDF")
-async def addPDFData(vectorstore: str, pdf: UploadFile = File(...)):
-    source = pdf.filename
+async def loadPDF(vectorstore: str, pdf: UploadFile = File(...)):
     username, chatbotName = vectorstore.split("$")[1], vectorstore.split("$")[2]
+    source = pdf.filename
     pdf = await pdf.read()
     with tempfile.NamedTemporaryFile(delete=False, suffix='.pdf') as temp_file:
         temp_file.write(pdf)
@@ -281,20 +281,60 @@ async def addPDFData(vectorstore: str, pdf: UploadFile = File(...)):
 
 
 @app.post("/loadImagePDF")
-async def returnText(pdf: UploadFile = File(...)):
+async def loadImagePDF(vectorstore: str, pdf: UploadFile = File(...)):
+    username, chatbotName = vectorstore.split("$")[1], vectorstore.split("$")[2]
     source = pdf.filename
     pdf = await pdf.read()
     text = getTextFromImagePDF(pdfBytes=pdf)
+    dct = {
+        "output": text
+    }
+    dct = json.dumps(dct, indent = 1).encode("utf-8")
+    fileName = createDataSourceName(sourceName = source)
+    response = supabase.storage.from_("ConversAI").upload(file=dct, path=f"{fileName}_data.json")
+    response = (
+        supabase.table("ConversAI_ChatbotDataSources")
+        .insert({"username": username, 
+                 "chatbotName": chatbotName, 
+                 "dataSourceName": fileName, 
+                 "sourceEndpoint": "\loadImagePDF", 
+                 "sourceContentURL": os.path.join(os.environ["SUPABASE_PUBLIC_BASE_URL"], f"{fileName}_data.json")})
+        .execute()
+    )
     return {
-        "output": text,
-        "source": source
+        "output": "SUCCESS"
     }
 
 
+
 class AddText(BaseModel):
     vectorstore: str
     text: str
-    source: str = "Text"
+
+
+@app.post("/loadText")
+async def loadText(addTextConfig: AddText):
+    vectorstore, text = addTextConfig.vectorstore, addTextConfig.text
+    username, chatbotName = vectorstore.split("$")[1], vectorstore.split("$")[2]
+    dct = {
+        "output": text
+    }
+    dct = json.dumps(dct, indent = 1).encode("utf-8")
+    fileName = createDataSourceName(sourceName = "Text")
+    response = supabase.storage.from_("ConversAI").upload(file=dct, path=f"{fileName}_data.json")
+    response = (
+        supabase.table("ConversAI_ChatbotDataSources")
+        .insert({"username": username, 
+                 "chatbotName": chatbotName, 
+                 "dataSourceName": fileName, 
+                 "sourceEndpoint": "\loadText", 
+                 "sourceContentURL": os.path.join(os.environ["SUPABASE_PUBLIC_BASE_URL"], f"{fileName}_data.json")})
+        .execute()
+    )
+    return {
+        "output": "SUCCESS"
+    }
+
 
 
 @app.post("/addText")
@@ -393,12 +433,35 @@ async def getCount(vectorstore: str):
     }
 
 
+class YtTranscript(BaseModel):
+    vectorstore: str
+    urls: list[str]
+
+
 @app.post("/getYoutubeTranscript")
-async def getYTTranscript(urls: list[str]):
-    return {
-        "output": getTranscript(urls=urls),
+async def getYoutubeTranscript(ytTranscript: YtTranscript):
+    vectorstore, urls = ytTranscript.vectorstore, ytTranscript.urls
+    username, chatbotName = vectorstore.split("$")[1], vectorstore.split("$")[2]
+    text = getTranscript(urls=urls)
+    dct = {
+        "output": text,
         "source": "www.youtube.com"
     }
+    dct = json.dumps(dct, indent = 1).encode("utf-8")
+    fileName = createDataSourceName(sourceName = "youtube")
+    response = supabase.storage.from_("ConversAI").upload(file=dct, path=f"{fileName}_data.json")
+    response = (
+        supabase.table("ConversAI_ChatbotDataSources")
+        .insert({"username": username, 
+                 "chatbotName": chatbotName, 
+                 "dataSourceName": fileName, 
+                 "sourceEndpoint": "\getYoutubeTranscript", 
+                 "sourceContentURL": os.path.join(os.environ["SUPABASE_PUBLIC_BASE_URL"], f"{fileName}_data.json")})
+        .execute()
+    )
+    return {
+        "output": "SUCCESS"
+    }
 
 
 @app.post("/analyzeData")
@@ -429,3 +492,9 @@ async def chatHistory(vectorstore: str):
                                                                                                       username).eq(
         "chatbotName", chatbotName).execute().data
     return response
+
+
+# @app.post("/trainChatbot")
+# async def chatHistory(vectorstore: str):
+#     username, chatbotName = vectorstore.split("$")[1], vectorstore.split("$")[2]
+#     return response