Spaces:
Running
Running
Create app.py
#2
by
Prak2005
- opened
app.py
ADDED
@@ -0,0 +1,844 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
"""
|
2 |
+
MarkdownMuse: A Python application for converting Markdown to beautifully formatted PDFs
|
3 |
+
|
4 |
+
This module implements the core functionality needed for the MarkdownMuse application.
|
5 |
+
"""
|
6 |
+
|
7 |
+
import os
|
8 |
+
import re
|
9 |
+
import sys
|
10 |
+
import glob
|
11 |
+
import logging
|
12 |
+
from typing import List, Dict, Any, Optional, Tuple
|
13 |
+
from bs4 import BeautifulSoup
|
14 |
+
import markdown
|
15 |
+
from markdown.extensions.tables import TableExtension
|
16 |
+
from markdown.extensions.fenced_code import FencedCodeExtension
|
17 |
+
from markdown.extensions.toc import TocExtension
|
18 |
+
from reportlab.lib.pagesizes import letter, A4
|
19 |
+
from reportlab.lib.styles import getSampleStyleSheet, ParagraphStyle
|
20 |
+
from reportlab.lib.units import inch
|
21 |
+
from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, Table, TableStyle, Image, PageBreak, Preformatted, ListFlowable, ListItem
|
22 |
+
from reportlab.lib.colors import HexColor, black, grey
|
23 |
+
from reportlab.lib import colors
|
24 |
+
from reportlab.lib.enums import TA_LEFT, TA_CENTER, TA_RIGHT
|
25 |
+
import html
|
26 |
+
import base64
|
27 |
+
import requests
|
28 |
+
from PIL import Image as PilImage
|
29 |
+
import io
|
30 |
+
import tempfile
|
31 |
+
|
32 |
+
# Set up logging
|
33 |
+
logging.basicConfig(
|
34 |
+
level=logging.INFO,
|
35 |
+
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s'
|
36 |
+
)
|
37 |
+
logger = logging.getLogger(__name__)
|
38 |
+
|
39 |
+
class MarkdownToPDFConverter:
|
40 |
+
"""
|
41 |
+
Class to convert Markdown content to PDF using ReportLab.
|
42 |
+
"""
|
43 |
+
def __init__(
|
44 |
+
self,
|
45 |
+
output_path: str = "output.pdf",
|
46 |
+
page_size: str = "A4",
|
47 |
+
margins: Tuple[float, float, float, float] = (0.75, 0.75, 0.75, 0.75),
|
48 |
+
font_name: str = "Helvetica",
|
49 |
+
base_font_size: int = 10,
|
50 |
+
heading_scale: Dict[int, float] = None,
|
51 |
+
include_toc: bool = True,
|
52 |
+
code_style: str = "github"
|
53 |
+
):
|
54 |
+
"""
|
55 |
+
Initialize the converter with configuration options.
|
56 |
+
|
57 |
+
Args:
|
58 |
+
output_path: Path to save the PDF
|
59 |
+
page_size: Page size ("A4" or "letter")
|
60 |
+
margins: Tuple of margins (left, right, top, bottom) in inches
|
61 |
+
font_name: Base font name to use
|
62 |
+
base_font_size: Base font size in points
|
63 |
+
heading_scale: Dictionary of heading levels to font size multipliers
|
64 |
+
include_toc: Whether to include a table of contents
|
65 |
+
code_style: Style to use for code blocks
|
66 |
+
"""
|
67 |
+
self.output_path = output_path
|
68 |
+
self.page_size = A4 if page_size.upper() == "A4" else letter
|
69 |
+
self.margins = margins
|
70 |
+
self.font_name = font_name
|
71 |
+
self.base_font_size = base_font_size
|
72 |
+
self.heading_scale = heading_scale or {
|
73 |
+
1: 2.0, # H1 is 2.0x base font size
|
74 |
+
2: 1.7, # H2 is 1.7x base font size
|
75 |
+
3: 1.4, # H3 is 1.4x base font size
|
76 |
+
4: 1.2, # H4 is 1.2x base font size
|
77 |
+
5: 1.1, # H5 is 1.1x base font size
|
78 |
+
6: 1.0 # H6 is 1.0x base font size
|
79 |
+
}
|
80 |
+
self.include_toc = include_toc
|
81 |
+
self.code_style = code_style
|
82 |
+
|
83 |
+
# Initialize styles
|
84 |
+
self.styles = getSampleStyleSheet()
|
85 |
+
self._setup_styles()
|
86 |
+
|
87 |
+
# Initialize document elements
|
88 |
+
self.elements = []
|
89 |
+
self.toc_entries = []
|
90 |
+
|
91 |
+
def _setup_styles(self) -> None:
|
92 |
+
"""Set up custom paragraph styles for the document."""
|
93 |
+
# Modify existing Normal style
|
94 |
+
self.styles['Normal'].fontName = self.font_name
|
95 |
+
self.styles['Normal'].fontSize = self.base_font_size
|
96 |
+
self.styles['Normal'].leading = self.base_font_size * 1.2
|
97 |
+
self.styles['Normal'].spaceAfter = self.base_font_size * 0.8
|
98 |
+
|
99 |
+
# Heading styles
|
100 |
+
for level in range(1, 7):
|
101 |
+
size_multiplier = self.heading_scale.get(level, 1.0)
|
102 |
+
heading_name = f'Heading{level}'
|
103 |
+
|
104 |
+
# Check if the heading style already exists
|
105 |
+
if heading_name in self.styles:
|
106 |
+
# Modify existing style
|
107 |
+
self.styles[heading_name].parent = self.styles['Normal']
|
108 |
+
self.styles[heading_name].fontName = f'{self.font_name}-Bold'
|
109 |
+
self.styles[heading_name].fontSize = int(self.base_font_size * size_multiplier)
|
110 |
+
self.styles[heading_name].leading = int(self.base_font_size * size_multiplier * 1.2)
|
111 |
+
self.styles[heading_name].spaceAfter = self.base_font_size
|
112 |
+
self.styles[heading_name].spaceBefore = self.base_font_size * (1 + (0.2 * (7 - level)))
|
113 |
+
else:
|
114 |
+
# Create new style
|
115 |
+
self.styles.add(
|
116 |
+
ParagraphStyle(
|
117 |
+
name=heading_name,
|
118 |
+
parent=self.styles['Normal'],
|
119 |
+
fontName=f'{self.font_name}-Bold',
|
120 |
+
fontSize=int(self.base_font_size * size_multiplier),
|
121 |
+
leading=int(self.base_font_size * size_multiplier * 1.2),
|
122 |
+
spaceAfter=self.base_font_size,
|
123 |
+
spaceBefore=self.base_font_size * (1 + (0.2 * (7 - level))),
|
124 |
+
)
|
125 |
+
)
|
126 |
+
|
127 |
+
# Code block style
|
128 |
+
self.styles.add(
|
129 |
+
ParagraphStyle(
|
130 |
+
name='CodeBlock',
|
131 |
+
fontName='Courier',
|
132 |
+
fontSize=self.base_font_size * 0.9,
|
133 |
+
leading=self.base_font_size * 1.1,
|
134 |
+
spaceAfter=self.base_font_size,
|
135 |
+
spaceBefore=self.base_font_size,
|
136 |
+
leftIndent=self.base_font_size,
|
137 |
+
backgroundColor=HexColor('#EEEEEE'),
|
138 |
+
borderWidth=0,
|
139 |
+
borderPadding=self.base_font_size * 0.5,
|
140 |
+
)
|
141 |
+
)
|
142 |
+
|
143 |
+
# List item style
|
144 |
+
self.styles.add(
|
145 |
+
ParagraphStyle(
|
146 |
+
name='ListItem',
|
147 |
+
parent=self.styles['Normal'],
|
148 |
+
leftIndent=self.base_font_size * 2,
|
149 |
+
firstLineIndent=-self.base_font_size,
|
150 |
+
)
|
151 |
+
)
|
152 |
+
|
153 |
+
# Table of contents styles
|
154 |
+
self.styles.add(
|
155 |
+
ParagraphStyle(
|
156 |
+
name='TOCHeading',
|
157 |
+
parent=self.styles['Heading1'],
|
158 |
+
fontSize=int(self.base_font_size * 1.5),
|
159 |
+
spaceAfter=self.base_font_size * 1.5,
|
160 |
+
)
|
161 |
+
)
|
162 |
+
|
163 |
+
for level in range(1, 4): # Create styles for TOC levels
|
164 |
+
self.styles.add(
|
165 |
+
ParagraphStyle(
|
166 |
+
name=f'TOC{level}',
|
167 |
+
parent=self.styles['Normal'],
|
168 |
+
leftIndent=self.base_font_size * (level - 1) * 2,
|
169 |
+
fontSize=self.base_font_size - (level - 1),
|
170 |
+
leading=self.base_font_size * 1.4,
|
171 |
+
)
|
172 |
+
)
|
173 |
+
|
174 |
+
def convert_file(self, md_file_path: str) -> None:
|
175 |
+
"""
|
176 |
+
Convert a single markdown file to PDF.
|
177 |
+
|
178 |
+
Args:
|
179 |
+
md_file_path: Path to the markdown file
|
180 |
+
"""
|
181 |
+
# Read markdown content
|
182 |
+
with open(md_file_path, 'r', encoding='utf-8') as f:
|
183 |
+
md_content = f.read()
|
184 |
+
|
185 |
+
# Convert markdown to PDF
|
186 |
+
self.convert_content(md_content)
|
187 |
+
|
188 |
+
def convert_content(self, md_content: str) -> None:
|
189 |
+
"""
|
190 |
+
Convert markdown content string to PDF.
|
191 |
+
|
192 |
+
Args:
|
193 |
+
md_content: Markdown content as a string
|
194 |
+
"""
|
195 |
+
# Convert markdown to HTML
|
196 |
+
html_content = self._md_to_html(md_content)
|
197 |
+
|
198 |
+
# Convert HTML to ReportLab elements
|
199 |
+
self._html_to_elements(html_content)
|
200 |
+
|
201 |
+
# Generate the PDF
|
202 |
+
self._generate_pdf()
|
203 |
+
|
204 |
+
logger.info(f"PDF created at {self.output_path}")
|
205 |
+
|
206 |
+
def convert_multiple_files(self, md_file_paths: List[str],
|
207 |
+
merge: bool = True,
|
208 |
+
separate_toc: bool = False) -> None:
|
209 |
+
"""
|
210 |
+
Convert multiple markdown files to PDF.
|
211 |
+
|
212 |
+
Args:
|
213 |
+
md_file_paths: List of paths to markdown files
|
214 |
+
merge: Whether to merge all files into a single PDF
|
215 |
+
separate_toc: Whether to include a separate TOC for each file
|
216 |
+
"""
|
217 |
+
if merge:
|
218 |
+
all_content = []
|
219 |
+
|
220 |
+
for file_path in md_file_paths:
|
221 |
+
logger.info(f"Processing {file_path}")
|
222 |
+
with open(file_path, 'r', encoding='utf-8') as f:
|
223 |
+
content = f.read()
|
224 |
+
|
225 |
+
# Add file name as heading if more than one file
|
226 |
+
if len(md_file_paths) > 1:
|
227 |
+
file_name = os.path.splitext(os.path.basename(file_path))[0]
|
228 |
+
content = f"# {file_name}\n\n{content}"
|
229 |
+
|
230 |
+
# Add page break between files
|
231 |
+
if all_content:
|
232 |
+
all_content.append("\n\n<div class='page-break'></div>\n\n")
|
233 |
+
|
234 |
+
all_content.append(content)
|
235 |
+
|
236 |
+
combined_content = "\n".join(all_content)
|
237 |
+
self.convert_content(combined_content)
|
238 |
+
else:
|
239 |
+
# Process each file separately
|
240 |
+
for i, file_path in enumerate(md_file_paths):
|
241 |
+
converter = MarkdownToPDFConverter(
|
242 |
+
output_path=f"{os.path.splitext(file_path)[0]}.pdf",
|
243 |
+
page_size=self.page_size,
|
244 |
+
margins=self.margins,
|
245 |
+
font_name=self.font_name,
|
246 |
+
base_font_size=self.base_font_size,
|
247 |
+
heading_scale=self.heading_scale,
|
248 |
+
include_toc=separate_toc,
|
249 |
+
code_style=self.code_style
|
250 |
+
)
|
251 |
+
converter.convert_file(file_path)
|
252 |
+
|
253 |
+
def _md_to_html(self, md_content: str) -> str:
|
254 |
+
"""
|
255 |
+
Convert markdown content to HTML.
|
256 |
+
|
257 |
+
Args:
|
258 |
+
md_content: Markdown content
|
259 |
+
|
260 |
+
Returns:
|
261 |
+
HTML content
|
262 |
+
"""
|
263 |
+
# Define extensions for markdown conversion
|
264 |
+
extensions = [
|
265 |
+
'markdown.extensions.extra',
|
266 |
+
'markdown.extensions.smarty',
|
267 |
+
TableExtension(),
|
268 |
+
FencedCodeExtension(),
|
269 |
+
TocExtension(toc_depth=3) if self.include_toc else None
|
270 |
+
]
|
271 |
+
|
272 |
+
# Remove None values
|
273 |
+
extensions = [ext for ext in extensions if ext is not None]
|
274 |
+
|
275 |
+
# Convert markdown to HTML
|
276 |
+
html_content = markdown.markdown(md_content, extensions=extensions)
|
277 |
+
return html_content
|
278 |
+
|
279 |
+
def _html_to_elements(self, html_content: str) -> None:
|
280 |
+
"""
|
281 |
+
Convert HTML content to ReportLab elements.
|
282 |
+
|
283 |
+
Args:
|
284 |
+
html_content: HTML content
|
285 |
+
"""
|
286 |
+
soup = BeautifulSoup(html_content, 'html.parser')
|
287 |
+
|
288 |
+
# Process elements
|
289 |
+
for element in soup.children:
|
290 |
+
if element.name:
|
291 |
+
self._process_element(element)
|
292 |
+
|
293 |
+
def _process_element(self, element: BeautifulSoup) -> None:
|
294 |
+
"""
|
295 |
+
Process an HTML element and convert it to ReportLab elements.
|
296 |
+
|
297 |
+
Args:
|
298 |
+
element: BeautifulSoup element
|
299 |
+
"""
|
300 |
+
if element.name in ['h1', 'h2', 'h3', 'h4', 'h5', 'h6']:
|
301 |
+
level = int(element.name[1])
|
302 |
+
text = element.get_text()
|
303 |
+
|
304 |
+
# Add to TOC
|
305 |
+
if self.include_toc:
|
306 |
+
self.toc_entries.append((level, text))
|
307 |
+
|
308 |
+
# Create heading paragraph
|
309 |
+
self.elements.append(
|
310 |
+
Paragraph(text, self.styles[f'Heading{level}'])
|
311 |
+
)
|
312 |
+
|
313 |
+
elif element.name == 'p':
|
314 |
+
text = self._process_inline_elements(element)
|
315 |
+
self.elements.append(
|
316 |
+
Paragraph(text, self.styles['Normal'])
|
317 |
+
)
|
318 |
+
|
319 |
+
elif element.name == 'pre':
|
320 |
+
code = element.get_text()
|
321 |
+
self.elements.append(
|
322 |
+
Preformatted(code, self.styles['CodeBlock'])
|
323 |
+
)
|
324 |
+
|
325 |
+
elif element.name == 'img':
|
326 |
+
src = element.get('src', '')
|
327 |
+
alt = element.get('alt', 'Image')
|
328 |
+
|
329 |
+
# Handle different image sources
|
330 |
+
if src.startswith('http'):
|
331 |
+
# Remote image
|
332 |
+
try:
|
333 |
+
response = requests.get(src)
|
334 |
+
img_data = response.content
|
335 |
+
img_stream = io.BytesIO(img_data)
|
336 |
+
image = Image(img_stream, width=4*inch, height=3*inch)
|
337 |
+
|
338 |
+
# Try to get actual dimensions
|
339 |
+
try:
|
340 |
+
pil_img = PilImage.open(img_stream)
|
341 |
+
width, height = pil_img.size
|
342 |
+
aspect = width / height
|
343 |
+
max_width = 6 * inch
|
344 |
+
|
345 |
+
if width > max_width:
|
346 |
+
new_width = max_width
|
347 |
+
new_height = new_width / aspect
|
348 |
+
image = Image(img_stream, width=new_width, height=new_height)
|
349 |
+
except:
|
350 |
+
pass # Use default size if image can't be processed
|
351 |
+
|
352 |
+
self.elements.append(image)
|
353 |
+
except:
|
354 |
+
# If image can't be retrieved, add a placeholder
|
355 |
+
self.elements.append(
|
356 |
+
Paragraph(f"[Image: {alt}]", self.styles['Normal'])
|
357 |
+
)
|
358 |
+
elif src.startswith('data:image'):
|
359 |
+
# Base64 encoded image
|
360 |
+
try:
|
361 |
+
# Extract base64 data
|
362 |
+
b64_data = src.split(',')[1]
|
363 |
+
img_data = base64.b64decode(b64_data)
|
364 |
+
img_stream = io.BytesIO(img_data)
|
365 |
+
image = Image(img_stream, width=4*inch, height=3*inch)
|
366 |
+
self.elements.append(image)
|
367 |
+
except:
|
368 |
+
# If image can't be processed, add a placeholder
|
369 |
+
self.elements.append(
|
370 |
+
Paragraph(f"[Image: {alt}]", self.styles['Normal'])
|
371 |
+
)
|
372 |
+
else:
|
373 |
+
# Local image
|
374 |
+
if os.path.exists(src):
|
375 |
+
image = Image(src, width=4*inch, height=3*inch)
|
376 |
+
self.elements.append(image)
|
377 |
+
else:
|
378 |
+
# If image can't be found, add a placeholder
|
379 |
+
self.elements.append(
|
380 |
+
Paragraph(f"[Image: {alt}]", self.styles['Normal'])
|
381 |
+
)
|
382 |
+
|
383 |
+
elif element.name == 'ul' or element.name == 'ol':
|
384 |
+
list_items = []
|
385 |
+
bullet_type = 'bullet' if element.name == 'ul' else 'numbered'
|
386 |
+
|
387 |
+
for item in element.find_all('li', recursive=False):
|
388 |
+
text = self._process_inline_elements(item)
|
389 |
+
list_items.append(
|
390 |
+
ListItem(
|
391 |
+
Paragraph(text, self.styles['ListItem']),
|
392 |
+
leftIndent=20
|
393 |
+
)
|
394 |
+
)
|
395 |
+
|
396 |
+
self.elements.append(
|
397 |
+
ListFlowable(
|
398 |
+
list_items,
|
399 |
+
bulletType=bullet_type,
|
400 |
+
start=1 if bullet_type == 'numbered' else None,
|
401 |
+
bulletFormat='%s.' if bullet_type == 'numbered' else '%s'
|
402 |
+
)
|
403 |
+
)
|
404 |
+
|
405 |
+
elif element.name == 'table':
|
406 |
+
self._process_table(element)
|
407 |
+
|
408 |
+
elif element.name == 'div' and 'page-break' in element.get('class', []):
|
409 |
+
self.elements.append(PageBreak())
|
410 |
+
|
411 |
+
elif element.name == 'hr':
|
412 |
+
self.elements.append(Spacer(1, 0.25*inch))
|
413 |
+
|
414 |
+
# Process children for complex elements
|
415 |
+
elif element.name in ['div', 'blockquote', 'section', 'article']:
|
416 |
+
for child in element.children:
|
417 |
+
if hasattr(child, 'name') and child.name:
|
418 |
+
self._process_element(child)
|
419 |
+
|
420 |
+
def _process_inline_elements(self, element: BeautifulSoup) -> str:
|
421 |
+
"""
|
422 |
+
Process inline HTML elements like bold, italic, etc.
|
423 |
+
|
424 |
+
Args:
|
425 |
+
element: BeautifulSoup element
|
426 |
+
|
427 |
+
Returns:
|
428 |
+
Formatted text with ReportLab markup
|
429 |
+
"""
|
430 |
+
html_str = str(element)
|
431 |
+
|
432 |
+
# Convert common HTML tags to ReportLab paragraph markup
|
433 |
+
replacements = [
|
434 |
+
(r'<strong>(.*?)</strong>', r'<b>\1</b>'),
|
435 |
+
(r'<b>(.*?)</b>', r'<b>\1</b>'),
|
436 |
+
(r'<em>(.*?)</em>', r'<i>\1</i>'),
|
437 |
+
(r'<i>(.*?)</i>', r'<i>\1</i>'),
|
438 |
+
(r'<code>(.*?)</code>', r'<font name="Courier">\1</font>'),
|
439 |
+
(r'<a href="(.*?)">(.*?)</a>', r'<link href="\1">\2</link>'),
|
440 |
+
(r'<u>(.*?)</u>', r'<u>\1</u>'),
|
441 |
+
(r'<strike>(.*?)</strike>', r'<strike>\1</strike>'),
|
442 |
+
(r'<del>(.*?)</del>', r'<strike>\1</strike>'),
|
443 |
+
]
|
444 |
+
|
445 |
+
for pattern, replacement in replacements:
|
446 |
+
html_str = re.sub(pattern, replacement, html_str, flags=re.DOTALL)
|
447 |
+
|
448 |
+
# Extract text with our ReportLab markup from the modified HTML
|
449 |
+
soup = BeautifulSoup(html_str, 'html.parser')
|
450 |
+
return soup.get_text()
|
451 |
+
|
452 |
+
def _process_table(self, table_element: BeautifulSoup) -> None:
|
453 |
+
"""
|
454 |
+
Process an HTML table into a ReportLab Table.
|
455 |
+
|
456 |
+
Args:
|
457 |
+
table_element: BeautifulSoup table element
|
458 |
+
"""
|
459 |
+
rows = []
|
460 |
+
|
461 |
+
# Extract header row
|
462 |
+
thead = table_element.find('thead')
|
463 |
+
if thead:
|
464 |
+
header_cells = []
|
465 |
+
for th in thead.find_all(['th']):
|
466 |
+
text = self._process_inline_elements(th)
|
467 |
+
# Create a paragraph with bold text for headers
|
468 |
+
header_cells.append(Paragraph(f"<b>{text}</b>", self.styles['Normal']))
|
469 |
+
rows.append(header_cells)
|
470 |
+
|
471 |
+
# Extract body rows
|
472 |
+
tbody = table_element.find('tbody') or table_element
|
473 |
+
for tr in tbody.find_all('tr'):
|
474 |
+
if tr.parent.name == 'thead':
|
475 |
+
continue # Skip header rows already processed
|
476 |
+
|
477 |
+
row_cells = []
|
478 |
+
for cell in tr.find_all(['td', 'th']):
|
479 |
+
text = self._process_inline_elements(cell)
|
480 |
+
if cell.name == 'th':
|
481 |
+
# Headers are bold
|
482 |
+
row_cells.append(Paragraph(f"<b>{text}</b>", self.styles['Normal']))
|
483 |
+
else:
|
484 |
+
row_cells.append(Paragraph(text, self.styles['Normal']))
|
485 |
+
|
486 |
+
if row_cells: # Only add non-empty rows
|
487 |
+
rows.append(row_cells)
|
488 |
+
|
489 |
+
if rows:
|
490 |
+
# Create table and style
|
491 |
+
col_widths = [None] * len(rows[0]) # Auto width for columns
|
492 |
+
table = Table(rows, colWidths=col_widths)
|
493 |
+
|
494 |
+
# Add basic grid and header styling
|
495 |
+
style = TableStyle([
|
496 |
+
('GRID', (0, 0), (-1, -1), 0.5, colors.Color(0.7, 0.7, 0.7)),
|
497 |
+
('BACKGROUND', (0, 0), (-1, 0), colors.Color(0.8, 0.8, 0.8)),
|
498 |
+
('TEXTCOLOR', (0, 0), (-1, 0), colors.black),
|
499 |
+
('ALIGN', (0, 0), (-1, 0), 'CENTER'),
|
500 |
+
('FONTNAME', (0, 0), (-1, 0), f'{self.font_name}-Bold'),
|
501 |
+
('BOTTOMPADDING', (0, 0), (-1, 0), 8),
|
502 |
+
('TOPPADDING', (0, 0), (-1, 0), 8),
|
503 |
+
('BOTTOMPADDING', (0, 1), (-1, -1), 6),
|
504 |
+
('TOPPADDING', (0, 1), (-1, -1), 6),
|
505 |
+
])
|
506 |
+
|
507 |
+
table.setStyle(style)
|
508 |
+
self.elements.append(table)
|
509 |
+
|
510 |
+
# Add some space after the table
|
511 |
+
self.elements.append(Spacer(1, 0.1*inch))
|
512 |
+
|
513 |
+
def _generate_toc(self) -> None:
|
514 |
+
"""Generate a table of contents."""
|
515 |
+
if not self.toc_entries:
|
516 |
+
return
|
517 |
+
|
518 |
+
self.elements.append(Paragraph("Table of Contents", self.styles['TOCHeading']))
|
519 |
+
self.elements.append(Spacer(1, 0.2*inch))
|
520 |
+
|
521 |
+
for level, text in self.toc_entries:
|
522 |
+
if level <= 3: # Only include headings up to level 3
|
523 |
+
self.elements.append(
|
524 |
+
Paragraph(text, self.styles[f'TOC{level}'])
|
525 |
+
)
|
526 |
+
|
527 |
+
self.elements.append(PageBreak())
|
528 |
+
|
529 |
+
def _generate_pdf(self) -> None:
|
530 |
+
"""Generate the PDF document."""
|
531 |
+
# Create the document
|
532 |
+
doc = SimpleDocTemplate(
|
533 |
+
self.output_path,
|
534 |
+
pagesize=self.page_size,
|
535 |
+
leftMargin=self.margins[0]*inch,
|
536 |
+
rightMargin=self.margins[1]*inch,
|
537 |
+
topMargin=self.margins[2]*inch,
|
538 |
+
bottomMargin=self.margins[3]*inch
|
539 |
+
)
|
540 |
+
|
541 |
+
# Add TOC if requested
|
542 |
+
if self.include_toc and self.toc_entries:
|
543 |
+
self._generate_toc()
|
544 |
+
|
545 |
+
# Build the PDF
|
546 |
+
doc.build(self.elements)
|
547 |
+
|
548 |
+
|
549 |
+
class MarkdownToPDFAgent:
|
550 |
+
"""
|
551 |
+
AI Agent to convert Markdown files to PDF with enhanced formatting.
|
552 |
+
"""
|
553 |
+
|
554 |
+
def __init__(self, llm=None):
|
555 |
+
"""
|
556 |
+
Initialize the agent with optional LLM for content enhancement.
|
557 |
+
|
558 |
+
Args:
|
559 |
+
llm: Optional language model for content enhancement
|
560 |
+
"""
|
561 |
+
self.llm = llm
|
562 |
+
self.converter = MarkdownToPDFConverter()
|
563 |
+
|
564 |
+
def setup_from_openai(self, api_key=None):
|
565 |
+
"""
|
566 |
+
Setup agent with OpenAI LLM.
|
567 |
+
|
568 |
+
Args:
|
569 |
+
api_key: OpenAI API key (will use env var if not provided)
|
570 |
+
"""
|
571 |
+
try:
|
572 |
+
from langchain_openai import ChatOpenAI
|
573 |
+
|
574 |
+
api_key = api_key or os.getenv("OPENAI_API_KEY")
|
575 |
+
if not api_key:
|
576 |
+
logger.warning("No OpenAI API key provided. Agent will run without LLM enhancement.")
|
577 |
+
return False
|
578 |
+
|
579 |
+
self.llm = ChatOpenAI(
|
580 |
+
model="gpt-4",
|
581 |
+
temperature=0.1,
|
582 |
+
api_key=api_key
|
583 |
+
)
|
584 |
+
return True
|
585 |
+
except ImportError:
|
586 |
+
logger.warning("LangChain OpenAI package not found. Install with 'pip install langchain-openai'")
|
587 |
+
return False
|
588 |
+
|
589 |
+
def setup_from_gemini(self, api_key=None):
|
590 |
+
"""
|
591 |
+
Setup agent with Google Gemini LLM.
|
592 |
+
|
593 |
+
Args:
|
594 |
+
api_key: Google Gemini API key (will use env var if not provided)
|
595 |
+
"""
|
596 |
+
try:
|
597 |
+
from langchain_google_genai import ChatGoogleGenerativeAI
|
598 |
+
|
599 |
+
api_key = api_key or os.getenv("GOOGLE_API_KEY")
|
600 |
+
if not api_key:
|
601 |
+
logger.warning("No Google API key provided. Agent will run without LLM enhancement.")
|
602 |
+
return False
|
603 |
+
|
604 |
+
try:
|
605 |
+
# Use the latest Gemini model version
|
606 |
+
self.llm = ChatGoogleGenerativeAI(
|
607 |
+
model="gemini-1.5-flash",
|
608 |
+
temperature=0.1,
|
609 |
+
google_api_key=api_key,
|
610 |
+
convert_system_message_to_human=True
|
611 |
+
)
|
612 |
+
logger.info("Successfully set up Google Gemini LLM")
|
613 |
+
return True
|
614 |
+
except Exception as e:
|
615 |
+
logger.error(f"Error setting up Google Gemini LLM: {str(e)}")
|
616 |
+
return False
|
617 |
+
except ImportError:
|
618 |
+
logger.warning("LangChain Google Generative AI package not found. Install with 'pip install langchain-google-genai'")
|
619 |
+
return False
|
620 |
+
|
621 |
+
def enhance_markdown(self, content: str, instructions: str = None) -> str:
|
622 |
+
"""
|
623 |
+
Enhance markdown content using LLM if available.
|
624 |
+
|
625 |
+
Args:
|
626 |
+
content: Original markdown content
|
627 |
+
instructions: Specific enhancement instructions
|
628 |
+
|
629 |
+
Returns:
|
630 |
+
Enhanced markdown content
|
631 |
+
"""
|
632 |
+
if not self.llm:
|
633 |
+
logger.warning("No LLM available for enhancement. Returning original content.")
|
634 |
+
return content
|
635 |
+
|
636 |
+
default_instructions = """
|
637 |
+
Enhance this markdown content while preserving its structure and meaning.
|
638 |
+
Make the following improvements:
|
639 |
+
1. Fix any grammar or spelling issues
|
640 |
+
2. Improve formatting for better readability
|
641 |
+
3. Ensure proper markdown syntax is used
|
642 |
+
4. Add appropriate section headings if missing
|
643 |
+
5. Keep the content factually identical to the original
|
644 |
+
"""
|
645 |
+
|
646 |
+
instructions = instructions or default_instructions
|
647 |
+
|
648 |
+
try:
|
649 |
+
# Create a prompt for the LLM
|
650 |
+
prompt = f"{instructions}\n\nOriginal content:\n\n{content}\n\nPlease provide the enhanced markdown content:"
|
651 |
+
|
652 |
+
# Use the LLM directly with proper error handling
|
653 |
+
try:
|
654 |
+
from langchain.schema import HumanMessage
|
655 |
+
logger.info(f"Using LLM type: {type(self.llm).__name__}")
|
656 |
+
messages = [HumanMessage(content=prompt)]
|
657 |
+
result = self.llm.invoke(messages).content
|
658 |
+
logger.info("Successfully received response from LLM")
|
659 |
+
except Exception as e:
|
660 |
+
logger.error(f"Error invoking LLM: {str(e)}")
|
661 |
+
return content
|
662 |
+
|
663 |
+
# Clean up the result (extract just the markdown part)
|
664 |
+
result = self._clean_agent_output(result)
|
665 |
+
|
666 |
+
return result
|
667 |
+
except Exception as e:
|
668 |
+
logger.error(f"Error enhancing markdown: {str(e)}")
|
669 |
+
return content # Return original content if enhancement fails
|
670 |
+
|
671 |
+
def _clean_agent_output(self, output: str) -> str:
|
672 |
+
"""
|
673 |
+
Clean up agent output to extract just the markdown content.
|
674 |
+
|
675 |
+
Args:
|
676 |
+
output: Raw agent output
|
677 |
+
|
678 |
+
Returns:
|
679 |
+
Cleaned markdown content
|
680 |
+
"""
|
681 |
+
# Check if the output is wrapped in markdown code blocks
|
682 |
+
md_pattern = r"```(?:markdown|md)?\s*([\s\S]*?)```"
|
683 |
+
match = re.search(md_pattern, output)
|
684 |
+
|
685 |
+
if match:
|
686 |
+
return match.group(1).strip()
|
687 |
+
|
688 |
+
# If no markdown blocks found, remove any agent commentary
|
689 |
+
lines = output.split('\n')
|
690 |
+
result_lines = []
|
691 |
+
capture = False
|
692 |
+
|
693 |
+
for line in lines:
|
694 |
+
if capture or not (line.startswith("I") or line.startswith("Here") or line.startswith("The")):
|
695 |
+
capture = True
|
696 |
+
result_lines.append(line)
|
697 |
+
|
698 |
+
return '\n'.join(result_lines)
|
699 |
+
|
700 |
+
def process_file(self, input_path: str, output_path: str = None, enhance: bool = False,
|
701 |
+
enhancement_instructions: str = None, page_size: str = "A4") -> str:
|
702 |
+
"""
|
703 |
+
Process a single markdown file and convert it to PDF.
|
704 |
+
|
705 |
+
Args:
|
706 |
+
input_path: Path to input markdown file
|
707 |
+
output_path: Path for output PDF (defaults to input path with .pdf extension)
|
708 |
+
enhance: Whether to enhance the content with LLM
|
709 |
+
enhancement_instructions: Specific instructions for enhancement
|
710 |
+
page_size: Page size for the PDF ("A4" or "letter")
|
711 |
+
|
712 |
+
Returns:
|
713 |
+
Path to the generated PDF
|
714 |
+
"""
|
715 |
+
# Validate input file
|
716 |
+
if not os.path.exists(input_path):
|
717 |
+
logger.error(f"Input file not found: {input_path}")
|
718 |
+
return None
|
719 |
+
|
720 |
+
# Set default output path if not provided
|
721 |
+
if not output_path:
|
722 |
+
output_path = os.path.splitext(input_path)[0] + ".pdf"
|
723 |
+
|
724 |
+
# Read markdown content
|
725 |
+
with open(input_path, 'r', encoding='utf-8') as f:
|
726 |
+
content = f.read()
|
727 |
+
|
728 |
+
# Enhance content if requested
|
729 |
+
if enhance and self.llm:
|
730 |
+
logger.info(f"Enhancing content for {input_path}")
|
731 |
+
content = self.enhance_markdown(content, enhancement_instructions)
|
732 |
+
|
733 |
+
# Configure converter
|
734 |
+
self.converter = MarkdownToPDFConverter(
|
735 |
+
output_path=output_path,
|
736 |
+
page_size=page_size
|
737 |
+
)
|
738 |
+
|
739 |
+
# Convert to PDF
|
740 |
+
logger.info(f"Converting {input_path} to PDF")
|
741 |
+
self.converter.convert_content(content)
|
742 |
+
|
743 |
+
return output_path
|
744 |
+
|
745 |
+
def process_directory(self, input_dir: str, output_dir: str = None, pattern: str = "*.md",
|
746 |
+
enhance: bool = False, merge: bool = False,
|
747 |
+
output_filename: str = "merged_document.pdf",
|
748 |
+
page_size: str = "A4") -> List[str]:
|
749 |
+
"""
|
750 |
+
Process all markdown files in a directory.
|
751 |
+
|
752 |
+
Args:
|
753 |
+
input_dir: Path to input directory
|
754 |
+
output_dir: Path to output directory (defaults to input directory)
|
755 |
+
pattern: Glob pattern for markdown files
|
756 |
+
enhance: Whether to enhance content with LLM
|
757 |
+
merge: Whether to merge all files into a single PDF
|
758 |
+
output_filename: Filename for merged PDF
|
759 |
+
page_size: Page size for the PDF ("A4" or "letter")
|
760 |
+
|
761 |
+
Returns:
|
762 |
+
List of paths to generated PDFs
|
763 |
+
"""
|
764 |
+
# Validate input directory
|
765 |
+
if not os.path.isdir(input_dir):
|
766 |
+
logger.error(f"Input directory not found: {input_dir}")
|
767 |
+
return []
|
768 |
+
|
769 |
+
# Set default output directory if not provided
|
770 |
+
if not output_dir:
|
771 |
+
output_dir = input_dir
|
772 |
+
elif not os.path.exists(output_dir):
|
773 |
+
os.makedirs(output_dir)
|
774 |
+
|
775 |
+
# Get all markdown files
|
776 |
+
md_files = glob.glob(os.path.join(input_dir, pattern))
|
777 |
+
|
778 |
+
if not md_files:
|
779 |
+
logger.warning(f"No markdown files found in {input_dir} with pattern {pattern}")
|
780 |
+
return []
|
781 |
+
|
782 |
+
# Sort files to ensure consistent ordering
|
783 |
+
md_files.sort()
|
784 |
+
|
785 |
+
if merge:
|
786 |
+
logger.info(f"Merging {len(md_files)} markdown files into a single PDF")
|
787 |
+
|
788 |
+
# Process each file for enhancement if requested
|
789 |
+
if enhance and self.llm:
|
790 |
+
enhanced_contents = []
|
791 |
+
|
792 |
+
for md_file in md_files:
|
793 |
+
logger.info(f"Enhancing content for {md_file}")
|
794 |
+
with open(md_file, 'r', encoding='utf-8') as f:
|
795 |
+
content = f.read()
|
796 |
+
|
797 |
+
# Add file name as heading
|
798 |
+
file_name = os.path.splitext(os.path.basename(md_file))[0]
|
799 |
+
content = f"# {file_name}\n\n{content}"
|
800 |
+
|
801 |
+
enhanced_content = self.enhance_markdown(content)
|
802 |
+
enhanced_contents.append(enhanced_content)
|
803 |
+
|
804 |
+
# Merge enhanced contents with page breaks
|
805 |
+
merged_content = "\n\n<div class='page-break'></div>\n\n".join(enhanced_contents)
|
806 |
+
|
807 |
+
# Convert merged content
|
808 |
+
output_path = os.path.join(output_dir, output_filename)
|
809 |
+
self.converter = MarkdownToPDFConverter(
|
810 |
+
output_path=output_path,
|
811 |
+
page_size=page_size
|
812 |
+
)
|
813 |
+
self.converter.convert_content(merged_content)
|
814 |
+
|
815 |
+
return [output_path]
|
816 |
+
else:
|
817 |
+
# Merge without enhancement
|
818 |
+
output_path = os.path.join(output_dir, output_filename)
|
819 |
+
self.converter = MarkdownToPDFConverter(
|
820 |
+
output_path=output_path,
|
821 |
+
page_size=page_size
|
822 |
+
)
|
823 |
+
self.converter.convert_multiple_files(md_files, merge=True)
|
824 |
+
|
825 |
+
return [output_path]
|
826 |
+
else:
|
827 |
+
# Process each file individually
|
828 |
+
output_files = []
|
829 |
+
|
830 |
+
for md_file in md_files:
|
831 |
+
output_filename = os.path.splitext(os.path.basename(md_file))[0] + ".pdf"
|
832 |
+
output_path = os.path.join(output_dir, output_filename)
|
833 |
+
|
834 |
+
processed_file = self.process_file(
|
835 |
+
md_file,
|
836 |
+
output_path,
|
837 |
+
enhance=enhance,
|
838 |
+
page_size=page_size
|
839 |
+
)
|
840 |
+
|
841 |
+
if processed_file:
|
842 |
+
output_files.append(processed_file)
|
843 |
+
|
844 |
+
return output_files
|