fix caching

app.py

@@ -91,16 +91,19 @@ embeddings = HuggingFaceEmbeddings(model_name="LazarusNLP/all-indobert-base-v2")
 cache_URL = ""
 db = None
 qa = None
+cache = {}
 
 
 async def generate(URL, query):
-    global cache_URL, db, qa
+    global cache_URL, db, qa, cache
+
     if URL == "" or query == "":
         return "Empty input"
     else:
         try:
             product_id = get_product_id(URL)
-            if URL != cache_URL:
+
+            if URL not in cache:
                 # Get reviews
                 try:
                     reviews = scrape(product_id)
@@ -119,18 +122,22 @@ async def generate(URL, query):
                         chunk_size=1000, chunk_overlap=50
                     )
                     docs = text_splitter.split_documents(documents)
-                    logger.info("split")
-                    cache_URL = URL
+
                     # Vector store
                     db = FAISS.from_documents(docs, embeddings)
-                    # Chain to answer questions
-                    qa = RetrievalQA.from_chain_type(
-                        llm=llm, retriever=db.as_retriever()
-                    )
-                    res = await qa.ainvoke(query)
-                    logger.info("generated")
-                    # Process result
-                    return res["result"]
+
+                    # Store in cache
+                    cache[URL] = (docs, db)
+
+            # Retrieve from cache
+            docs, db = cache[URL]
+
+            # Chain to answer questions
+            qa = RetrievalQA.from_chain_type(llm=llm, retriever=db.as_retriever())
+            res = await qa.ainvoke(query)
+
+            # Process result
+            return res["result"]
         except:
             return "URL tidak valid"