UPDATE: supabase

app.py

@@ -10,6 +10,8 @@ from src.api.speech_api import speech_translator_router
 from functions import client as supabase
 from urllib.parse import urlparse
 import nltk
+import time
+import uuid
 
 
 nltk.download('punkt_tab')
@@ -301,17 +303,29 @@ async def addText(addQaPair: AddQAPair):
 
 @app.post("/addWebsite")
 async def addWebsite(vectorstore: str, websiteUrls: list[str]):
+ start = time.time()
  text = extractTextFromUrlList(urls = websiteUrls)
+ textExtraction = time.time()
+ timeTaken = f"TEXT EXTRACTION TIME: {textExtraction - start}s" + "\n"
+ links = "LINKS:\n" + "\n".join(websiteUrls) + "\n"
+ newText = timeTaken + links + "TEXT: \n" + text
+ fileId = str(uuid.uuid4())
+ with open(f"{fileId}.txt", "w") as file:
+ file.write(newText)
+ with open(f"{fileId}.txt", "rb") as f:
+ supabase.storage.from_("ConversAI").upload(file = f, path = os.path.join("/", f.name), file_options={"content-type": "text/plain"})
+ os.remove(f"{fileId}.txt")
  username, chatbotname = vectorstore.split("$")[1], vectorstore.split("$")[2]
  df = pd.DataFrame(client.table("ConversAI_ChatbotInfo").select("*").execute().data)
  currentCount = df[(df["user_id"] == username) & (df["chatbotname"] == chatbotname)]["charactercount"].iloc[0]
  newCount = currentCount + len(text)
- limit = client.table("ConversAI_UserConfig").select("tokenLimit").eq("user_id", username).execute().data[0][
- "tokenLimit"]
+ limit = client.table("ConversAI_UserConfig").select("tokenLimit").eq("user_id", username).execute().data[0]["tokenLimit"]
  if newCount < int(limit):
  client.table("ConversAI_ChatbotInfo").update({"charactercount": str(newCount)}).eq("user_id", username).eq(
  "chatbotname", chatbotname).execute()
- return addDocuments(text=text, source=urlparse(websiteUrls[0]).netloc, vectorstore=vectorstore)
+ output = addDocuments(text=text, source=urlparse(websiteUrls[0]).netloc, vectorstore=vectorstore)
+ output["supabaseFileName"] = f"{fileId}.txt"
+ return output
  else:
  return {
  "output": "WEBSITE EXCEEDING LIMITS, PLEASE TRY WITH A SMALLER DOCUMENT."