Update app.py
Browse files
app.py
CHANGED
@@ -5,6 +5,8 @@ from helper import (
|
|
5 |
custom_file_uploader, resize_image, convert_image_to_base64, post_request_and_parse_response,
|
6 |
draw_bounding_boxes_for_textract, extract_text_from_textract_blocks, ChatGPTClient
|
7 |
)
|
|
|
|
|
8 |
|
9 |
# Load OpenAI API Key from environment variable
|
10 |
OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
|
@@ -21,37 +23,57 @@ with st.sidebar:
|
|
21 |
st.title("🖼️ Upload and Display Images")
|
22 |
|
23 |
# Display a placeholder for uploaded image
|
24 |
-
st.warning("Please upload an image file!")
|
25 |
-
|
26 |
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
-
|
33 |
-
|
34 |
-
|
35 |
-
|
36 |
-
|
37 |
-
|
38 |
-
|
39 |
-
|
40 |
-
|
41 |
-
|
42 |
-
|
43 |
-
|
44 |
-
|
45 |
-
|
46 |
-
|
47 |
-
|
48 |
-
|
49 |
-
|
50 |
-
|
51 |
-
|
52 |
-
|
53 |
-
|
54 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
55 |
|
56 |
# Add some space at the bottom of the sidebar before the "Clear Session" button
|
57 |
st.sidebar.markdown("<br><br><br><br>", unsafe_allow_html=True)
|
@@ -69,7 +91,7 @@ for message in st.session_state.messages:
|
|
69 |
st.markdown(message["content"])
|
70 |
|
71 |
# Initialize ChatGPTClient with session state history
|
72 |
-
if
|
73 |
history_copy = st.session_state.messages.copy()
|
74 |
|
75 |
if cleaned_up_body:
|
@@ -89,7 +111,7 @@ if prompt := st.chat_input("Ask me about the image"):
|
|
89 |
st.session_state.messages.append({"role": "user", "content": prompt})
|
90 |
|
91 |
# Generate a response using ChatGPTClient
|
92 |
-
if
|
93 |
response = bot.generate_response(prompt)
|
94 |
else:
|
95 |
response = "Please upload an image before asking questions."
|
|
|
5 |
custom_file_uploader, resize_image, convert_image_to_base64, post_request_and_parse_response,
|
6 |
draw_bounding_boxes_for_textract, extract_text_from_textract_blocks, ChatGPTClient
|
7 |
)
|
8 |
+
from pdf2image import convert_from_path
|
9 |
+
import tempfile
|
10 |
|
11 |
# Load OpenAI API Key from environment variable
|
12 |
OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
|
|
|
23 |
st.title("🖼️ Upload and Display Images")
|
24 |
|
25 |
# Display a placeholder for uploaded image
|
26 |
+
st.warning("Please upload an image or a single-page PDF file!")
|
27 |
+
uploaded_file = st.file_uploader("Upload an Image or PDF", type=['TXT', 'PDF'], label_visibility="collapsed")
|
28 |
|
29 |
+
pil_image = None
|
30 |
+
if uploaded_file:
|
31 |
+
# Handle PDF file
|
32 |
+
if uploaded_file.type == "application/pdf":
|
33 |
+
with tempfile.NamedTemporaryFile(delete=False) as temp_pdf:
|
34 |
+
temp_pdf.write(uploaded_file.read())
|
35 |
+
temp_pdf_path = temp_pdf.name
|
36 |
+
|
37 |
+
# Convert PDF to image
|
38 |
+
try:
|
39 |
+
pages = convert_from_path(temp_pdf_path, dpi=200)
|
40 |
+
if len(pages) != 1:
|
41 |
+
st.warning("Please upload a PDF with only one page!")
|
42 |
+
else:
|
43 |
+
pil_image = pages[0]
|
44 |
+
except Exception as e:
|
45 |
+
st.error(f"Failed to convert PDF to image: {e}")
|
46 |
+
else:
|
47 |
+
# Handle image file
|
48 |
+
pil_image = Image.open(uploaded_file)
|
49 |
+
|
50 |
+
if pil_image:
|
51 |
+
resized_image = resize_image(pil_image)
|
52 |
+
|
53 |
+
with st.expander("Original Image", expanded=False):
|
54 |
+
st.image(pil_image, caption="Uploaded Image", use_column_width=True)
|
55 |
+
|
56 |
+
# Convert image to base64 and send to Textract API
|
57 |
+
image_base64 = convert_image_to_base64(resized_image)
|
58 |
+
payload = {"image": image_base64}
|
59 |
+
result_dict = post_request_and_parse_response(TEXTRACT_API_URL, payload)
|
60 |
+
|
61 |
+
# Draw bounding boxes
|
62 |
+
image_with_boxes = draw_bounding_boxes_for_textract(resized_image.copy(), result_dict)
|
63 |
+
|
64 |
+
with st.expander("Image with Bounding Boxes", expanded=True):
|
65 |
+
st.image(image_with_boxes, caption="Image with Bounding Boxes", use_column_width=True)
|
66 |
+
|
67 |
+
# Extract text from Textract
|
68 |
+
cleaned_up_body = extract_text_from_textract_blocks(result_dict['body'])
|
69 |
+
|
70 |
+
# Display JSON body in the sidebar inside an expander (default not expanded)
|
71 |
+
with st.expander("View JSON Body", expanded=False):
|
72 |
+
st.json(result_dict)
|
73 |
+
|
74 |
+
# Display cleaned-up body (text extracted from JSON) in the sidebar inside an expander (default not expanded)
|
75 |
+
with st.expander("View Cleaned-up Text", expanded=False):
|
76 |
+
st.text(cleaned_up_body)
|
77 |
|
78 |
# Add some space at the bottom of the sidebar before the "Clear Session" button
|
79 |
st.sidebar.markdown("<br><br><br><br>", unsafe_allow_html=True)
|
|
|
91 |
st.markdown(message["content"])
|
92 |
|
93 |
# Initialize ChatGPTClient with session state history
|
94 |
+
if uploaded_file and pil_image:
|
95 |
history_copy = st.session_state.messages.copy()
|
96 |
|
97 |
if cleaned_up_body:
|
|
|
111 |
st.session_state.messages.append({"role": "user", "content": prompt})
|
112 |
|
113 |
# Generate a response using ChatGPTClient
|
114 |
+
if uploaded_file and pil_image:
|
115 |
response = bot.generate_response(prompt)
|
116 |
else:
|
117 |
response = "Please upload an image before asking questions."
|