mitulagr2 commited on
Commit
d438bc2
1 Parent(s): aa92e24
Files changed (1) hide show
  1. app/rag.py +0 -2
app/rag.py CHANGED
@@ -19,10 +19,8 @@ class ChatPDF:
19
  model="qwen:1.8b",
20
  keep_alive=-1,
21
  temperature=0,
22
- max_tokens=512,
23
  num_predict=512,
24
  repeat_penalty=1.3,
25
- metadata={"num_predict":512,"max_tokens":512},
26
  )
27
 
28
  self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=2048, chunk_overlap=128)
 
19
  model="qwen:1.8b",
20
  keep_alive=-1,
21
  temperature=0,
 
22
  num_predict=512,
23
  repeat_penalty=1.3,
 
24
  )
25
 
26
  self.text_splitter = RecursiveCharacterTextSplitter(chunk_size=2048, chunk_overlap=128)