Update rag.py

app/rag.py

@@ -21,13 +21,14 @@ class ChatPDF:
             temperature=0,
             num_predict=512,
             repeat_penalty=1.3,
+            metadata={"num_predict":512},
         )
 
         self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=2048, chunk_overlap=128)
         self.prompt = PromptTemplate.from_template(
             """
             <|im_start|> You are an assistant for question-answering tasks. Use the following pieces of retrieved context to 
-            answer the question. If you don't know the answer, just say that you don't know. Use three sentences
+            answer the question. If you don't know the answer, just say that you don't know. Use 512 characters
              maximum and keep the answer concise. <|im_end|>
             <|im_start|> Question: {question} 
             Context: {context} 
@@ -58,7 +59,7 @@ class ChatPDF:
         if not self.chain:
             return "Please, add a PDF document first."
 
-        return self.chain.invoke(query[:512])
+        return self.chain.invoke(query)
 
     def clear(self):
         self.vector_store = None