Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -3,14 +3,14 @@ import pandas as pd
|
|
3 |
import io
|
4 |
import tempfile
|
5 |
import os
|
6 |
-
from
|
7 |
|
8 |
# Create a temporary directory for storing download files
|
9 |
temp_dir = tempfile.TemporaryDirectory()
|
10 |
|
11 |
-
def
|
12 |
"""
|
13 |
-
Extract text from a PDF page by page using LangChain's
|
14 |
|
15 |
Args:
|
16 |
pdf_file_path (str): The file path to the uploaded PDF.
|
@@ -21,9 +21,9 @@ def extract_text_with_langchain_pdf(pdf_file_path, start_page=None, end_page=Non
|
|
21 |
tuple: DataFrame containing the extracted text with metadata, and the full concatenated text.
|
22 |
"""
|
23 |
try:
|
24 |
-
# Initialize the loader
|
25 |
-
loader =
|
26 |
-
documents = loader.
|
27 |
|
28 |
total_pages = len(documents)
|
29 |
doc_name = os.path.basename(pdf_file_path) # Extract document name
|
@@ -54,9 +54,9 @@ def extract_text_with_langchain_pdf(pdf_file_path, start_page=None, end_page=Non
|
|
54 |
|
55 |
extracted_data = []
|
56 |
|
57 |
-
for idx, doc in enumerate(selected_docs, start=
|
58 |
# Assign the actual page number
|
59 |
-
page_num =
|
60 |
|
61 |
# Split content into paragraphs
|
62 |
paragraphs = doc.page_content.split("\n\n") # Split into paragraphs
|
@@ -137,7 +137,7 @@ def on_extract(pdf_file_path, extraction_mode, start_page, end_page):
|
|
137 |
selected_end = end_page
|
138 |
|
139 |
# Extract text and create DataFrame
|
140 |
-
df, full_text =
|
141 |
pdf_file_path,
|
142 |
start_page=selected_start,
|
143 |
end_page=selected_end
|
|
|
3 |
import io
|
4 |
import tempfile
|
5 |
import os
|
6 |
+
from langchain.document_loaders import PyPDFLoader # Updated import
|
7 |
|
8 |
# Create a temporary directory for storing download files
|
9 |
temp_dir = tempfile.TemporaryDirectory()
|
10 |
|
11 |
+
def extract_text_with_py_pdf_loader(pdf_file_path, start_page=None, end_page=None):
|
12 |
"""
|
13 |
+
Extract text from a PDF page by page using LangChain's PyPDFLoader.
|
14 |
|
15 |
Args:
|
16 |
pdf_file_path (str): The file path to the uploaded PDF.
|
|
|
21 |
tuple: DataFrame containing the extracted text with metadata, and the full concatenated text.
|
22 |
"""
|
23 |
try:
|
24 |
+
# Initialize the loader
|
25 |
+
loader = PyPDFLoader(pdf_file_path)
|
26 |
+
documents = loader.load_and_split() # Each document corresponds to a single page
|
27 |
|
28 |
total_pages = len(documents)
|
29 |
doc_name = os.path.basename(pdf_file_path) # Extract document name
|
|
|
54 |
|
55 |
extracted_data = []
|
56 |
|
57 |
+
for idx, doc in enumerate(selected_docs, start=start_page):
|
58 |
# Assign the actual page number
|
59 |
+
page_num = idx
|
60 |
|
61 |
# Split content into paragraphs
|
62 |
paragraphs = doc.page_content.split("\n\n") # Split into paragraphs
|
|
|
137 |
selected_end = end_page
|
138 |
|
139 |
# Extract text and create DataFrame
|
140 |
+
df, full_text = extract_text_with_py_pdf_loader(
|
141 |
pdf_file_path,
|
142 |
start_page=selected_start,
|
143 |
end_page=selected_end
|