Update rag.py

app/rag.py

@@ -30,9 +30,9 @@ class ChatPDF:
 
         logger.info("initializing the vector store related objects")
         # client = QdrantClient(host="localhost", port=6333)
-        client = QdrantClient(url=QDRANT_API_URL, api_key=QDRANT_API_KEY)
+        self.client = QdrantClient(url=QDRANT_API_URL, api_key=QDRANT_API_KEY)
         self.vector_store = QdrantVectorStore(
-            client=client,
+            client=self.client,
             collection_name="rag_documents",
             # enable_hybrid=True
         )
@@ -45,10 +45,8 @@ class ChatPDF:
         llm = LlamaCPP(
             model_url="https://huggingface.co/Qwen/Qwen2-0.5B-Instruct-GGUF/resolve/main/qwen2-0_5b-instruct-fp16.gguf",
             temperature=0.1,
-            max_new_tokens=128,
-            # context_window=3900, #32k
-            generate_kwargs={"max_tokens": 128, "temperature": 0.1, "top_k": 3},
-            # model_kwargs={"n_gpu_layers": -1},
+            max_new_tokens=256,
+            generate_kwargs={"max_tokens": 256, "temperature": 0.1, "top_k": 3},
             # messages_to_prompt=self.messages_to_prompt,
             # completion_to_prompt=self.completion_to_prompt,
             verbose=True,
@@ -113,3 +111,4 @@ class ChatPDF:
 
     def clear(self):
         self.pdf_count = 0
+        self.client.delete(collection_name="rag_documents")