Spaces:

quoc-khanh
/

chatbot4nct_test1

Sleeping

quoc-khanh commited on Mar 20

Commit

9e543ad

verified ·

1 Parent(s): 6d361ab

Update helpers.py

Files changed (1) hide show

helpers.py CHANGED Viewed

@@ -154,7 +154,7 @@ def get_web_documents(base_urls=['https://nct.neu.edu.vn/']):
 def load_text_data(file_path):
     """Load text content from a DOCX file (tables removed)."""
-    text_splitter = RecursiveCharacterTextSplitter(chunk_size=512, chunk_overlap=100)
     loader = DoclingLoader(
         file_path=file_path,
         export_type=ExportType.MARKDOWN,  # Enable internal chunking,

 def load_text_data(file_path):
     """Load text content from a DOCX file (tables removed)."""
+    text_splitter = RecursiveCharacterTextSplitter(chunk_size=5000, chunk_overlap=1000)
     loader = DoclingLoader(
         file_path=file_path,
         export_type=ExportType.MARKDOWN,  # Enable internal chunking,