UPDATE: New Endpoints

app.py

@@ -72,11 +72,11 @@ async def addText(vectorstore: str, text: str):
 
 
 @app.post("/addWebsite")
-async def addWebsite(vectorstore: str, websiteUrl: str):
- urls = getLinks(websiteUrl)
+async def addWebsite(vectorstore: str, websiteUrls: list[str]):
+ urls = websiteUrls
  loader = UnstructuredURLLoader(urls=urls)
  docs = loader.load()
- text = "\n\n\n\n".join([f"Metadata:\n{docs[doc].metadata} \nPage Content:\n {docs[doc].page_content}" for doc in range(len(docs))])
+ text = "\n\n".join([f"Metadata:\n{docs[doc].metadata} \nPage Content:\n {docs[doc].page_content}" for doc in range(len(docs))])
  username, chatbotname = vectorstore.split("-")[1], vectorstore.split("-")[2]
  df = pd.DataFrame(client.table("ConversAI_ChatbotInfo").select("*").execute().data)
  currentCount = df[(df["username"] == username) & (df["chatbotname"] == chatbotname)]["charactercount"].iloc[0]