debugging

app.py

@@ -37,6 +37,7 @@ def scrape(product_id, max_reviews=LIMIT):
     reviews_df = pd.json_normalize(all_reviews)
     reviews_df.rename(columns={"message": "comment"}, inplace=True)
     reviews_df = reviews_df[["comment"]]
+    print(reviews_df.head())
     return reviews_df
 
 
@@ -46,6 +47,7 @@ def get_product_id(URL):
     product_id = request_product_id(SHOP, PRODUCT_KEY).json()["data"]["pdpGetLayout"][
         "basicInfo"
     ]["id"]
+    print(product_id)
     return product_id
 
 
@@ -55,6 +57,7 @@ def clean(df):
     df = df[df["comment"] != ""].reset_index(drop=True)  # remove empty reviews
     df["comment"] = df["comment"].apply(lambda x: clean_text(x))  # clean text
     df = df[df["comment"] != ""].reset_index(drop=True)  # remove empty reviews
+    print("cleaned")
     return df
 
 
@@ -104,6 +107,7 @@ async def generate(URL, query):
                         chunk_size=1000, chunk_overlap=50
                     )
                     docs = text_splitter.split_documents(documents)
+                    print("split")
                     cache_URL = URL
                     # Vector store
                     db = FAISS.from_documents(docs, embeddings)
@@ -112,6 +116,7 @@ async def generate(URL, query):
                         llm=llm, retriever=db.as_retriever()
                     )
                     res = await qa.ainvoke(query)
+                    print("generated")
                     # Process result
                     return res["result"]
         except: