Spaces:
Build error
Build error
File size: 13,751 Bytes
e13b6e9 96b5748 6d888b2 96b5748 b81ddbb 6d888b2 e13b6e9 b81ddbb e13b6e9 96b5748 e13b6e9 b81ddbb e13b6e9 b81ddbb e13b6e9 b81ddbb e13b6e9 96b5748 6d888b2 1f6e4e7 6d888b2 b81ddbb 6d888b2 b81ddbb 96b5748 04a1711 688eb59 1f6e4e7 6d888b2 688eb59 b81ddbb 688eb59 6d888b2 b81ddbb 6d888b2 688eb59 6d888b2 688eb59 b81ddbb 688eb59 b81ddbb 1f6e4e7 6d888b2 1f6e4e7 029ee1c 6d888b2 1f6e4e7 b81ddbb 96b5748 b81ddbb 6d888b2 b81ddbb e13b6e9 b81ddbb 688eb59 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb 6d888b2 e09f4c0 b81ddbb 6d888b2 b81ddbb e09f4c0 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb 6d888b2 b81ddbb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 |
import gradio as gr
from pathlib import Path
import datetime
import re
import os
import shutil
import fitz # PyMuPDF
from PIL import Image
import io
# Imports for new formats
from docx import Document
import openpyxl
from reportlab.platypus import SimpleDocTemplate, Paragraph, Spacer, Table, TableStyle, PageBreak, BaseDocTemplate, Frame, PageTemplate, Image as ReportLabImage
from reportlab.lib.styles import getSampleStyleSheet, ParagraphStyle
from reportlab.lib.pagesizes import letter, A4, legal, landscape
from reportlab.lib.units import inch
from reportlab.lib import colors
from reportlab.pdfbase import pdfmetrics
from reportlab.pdfbase.ttfonts import TTFont
# --- Configuration & Setup ---
CWD = Path.cwd()
LAYOUTS = {
"A4 Portrait": {"size": A4},
"A4 Landscape": {"size": landscape(A4)},
"Letter Portrait": {"size": letter},
"Letter Landscape": {"size": landscape(letter)},
}
OUTPUT_DIR = CWD / "generated_outputs"
PREVIEW_DIR = CWD / "previews"
FONT_DIR = CWD
# Create necessary directories
OUTPUT_DIR.mkdir(exist_ok=True)
PREVIEW_DIR.mkdir(exist_ok=True)
# --- Font & Emoji Handling ---
EMOJI_FONT_PATH = None
EMOJI_IMAGE_CACHE = {}
def setup_fonts():
"""Finds and registers all .ttf files from the app directory."""
global EMOJI_FONT_PATH
text_font_names = []
noto_emoji_path = FONT_DIR / "NotoColorEmoji-Regular.ttf"
if noto_emoji_path.exists():
EMOJI_FONT_PATH = str(noto_emoji_path)
print(f"Found emoji font: {EMOJI_FONT_PATH}")
else:
raise FileNotFoundError("CRITICAL: 'NotoColorEmoji-Regular.ttf' not found. This file is required for emoji support.")
for font_path in FONT_DIR.glob("*.ttf"):
try:
font_name = font_path.stem
pdfmetrics.registerFont(TTFont(font_name, str(font_path)))
pdfmetrics.registerFontFamily(font_name, normal=font_name, bold=font_name, italic=font_name, boldItalic=font_name)
if "notocoloremoji" not in font_name.lower():
text_font_names.append(font_name)
except Exception as e:
print(f"Could not register font {font_path.name}: {e}")
if not text_font_names:
text_font_names.append('Helvetica')
return sorted(text_font_names)
def render_emoji_as_image(emoji_char, size_pt):
"""Renders an emoji character as a PNG image in memory."""
if not EMOJI_FONT_PATH: return None
if (emoji_char, size_pt) in EMOJI_IMAGE_CACHE: return EMOJI_IMAGE_CACHE[(emoji_char, size_pt)]
try:
rect = fitz.Rect(0, 0, size_pt * 1.5, size_pt * 1.5)
doc = fitz.open()
page = doc.new_page(width=rect.width, height=rect.height)
page.insert_font(fontname="emoji", fontfile=EMOJI_FONT_PATH)
page.insert_text(fitz.Point(0, size_pt * 1.1), emoji_char, fontname="emoji", fontsize=size_pt)
pix = page.get_pixmap(alpha=True, dpi=300)
doc.close()
img_buffer = io.BytesIO(pix.tobytes("png"))
img_buffer.seek(0)
EMOJI_IMAGE_CACHE[(emoji_char, size_pt)] = img_buffer
return img_buffer
except Exception as e:
print(f"ERROR: Could not render emoji '{emoji_char}': {e}")
return None
# --- Document Generation Engines ---
def markdown_to_story(markdown_text: str, font_name: str):
"""Converts markdown to a ReportLab story, converting emojis to images."""
styles = getSampleStyleSheet()
style_body = ParagraphStyle('BodyText', fontName=font_name, spaceAfter=6, fontSize=11, leading=14)
style_h1 = ParagraphStyle('h1', fontName=font_name, fontSize=24, leading=28, spaceAfter=12, textColor=colors.darkblue)
style_h2 = ParagraphStyle('h2', fontName=font_name, fontSize=18, leading=22, spaceAfter=10, textColor=colors.darkslateblue)
emoji_pattern = re.compile(f"([{re.escape(''.join(map(chr, range(0x1f600, 0x1f650))))}"
f"{re.escape(''.join(map(chr, range(0x1f300, 0x1f5ff))))}"
f"{re.escape(''.join(map(chr, range(0x1f900, 0x1f9ff))))}"
f"{re.escape(''.join(map(chr, range(0x2600, 0x26ff))))}]+)")
def text_to_flowables(text, style):
parts = emoji_pattern.split(text)
flowables = []
for part in parts:
if not part: continue
if emoji_pattern.match(part):
for emoji_char in part:
img_buffer = render_emoji_as_image(emoji_char, style.fontSize)
if img_buffer:
img = ReportLabImage(img_buffer, height=style.fontSize * 1.2, width=style.fontSize * 1.2)
flowables.append(img)
else:
formatted_part = re.sub(r'\*\*(.*?)\*\*', r'<b>\1</b>', part)
flowables.append(Paragraph(formatted_part, style))
return Table([flowables], colWidths=[None] * len(flowables), style=[('VALIGN', (0, 0), (-1, -1), 'MIDDLE')]) if flowables else Spacer(0,0)
story, first_heading = [], True
for line in markdown_text.split('\n'):
stripped = line.strip()
if stripped.startswith("# "):
if not first_heading: story.append(PageBreak())
story.append(text_to_flowables(stripped[2:], style_h1)); first_heading = False
elif stripped.startswith("## "):
story.append(text_to_flowables(stripped[3:], style_h2))
elif stripped.startswith(("- ", "* ")):
story.append(text_to_flowables(stripped[2:], ParagraphStyle(parent=style_body, leftIndent=20, bulletIndent=10)))
elif stripped:
story.append(text_to_flowables(stripped, style_body))
else:
story.append(Spacer(1, 0.2*inch))
return story
def create_pdf(md_content, font_name, pagesize, num_columns):
"""Generates a PDF file from markdown content."""
md_buffer = io.BytesIO()
story = markdown_to_story(md_content, font_name)
if num_columns > 1:
doc = BaseDocTemplate(md_buffer, pagesize=pagesize, leftMargin=0.5*inch, rightMargin=0.5*inch, topMargin=0.5*inch, bottomMargin=0.5*inch)
frame_width = (doc.width / num_columns) - (num_columns - 1) * 0.1*inch
frames = [Frame(doc.leftMargin + i * (frame_width + 0.2*inch), doc.bottomMargin, frame_width, doc.height) for i in range(num_columns)]
doc.addPageTemplates([PageTemplate(id='MultiCol', frames=frames)])
else:
doc = SimpleDocTemplate(md_buffer, pagesize=pagesize)
doc.build(story)
return md_buffer
def create_docx(md_content):
"""Generates a DOCX file from markdown content."""
document = Document()
for line in md_content.split('\n'):
line = line.strip()
if line.startswith('# '): document.add_heading(line[2:], level=1)
elif line.startswith('## '): document.add_heading(line[3:], level=2)
elif line.startswith(('- ','* ')): document.add_paragraph(line[2:], style='List Bullet')
elif line:
p = document.add_paragraph()
parts = re.split(r'(\*\*.*?\*\*)', line)
for part in parts:
if part.startswith('**') and part.endswith('**'):
p.add_run(part[2:-2]).bold = True
else:
p.add_run(part)
return document
def create_xlsx(md_content):
"""Generates an XLSX file, splitting content by H1 headers into columns."""
workbook = openpyxl.Workbook()
sheet = workbook.active
sections = re.split(r'\n# ', '\n' + md_content)
if not sections[0].strip(): sections.pop(0)
for c_idx, section in enumerate(sections, 1):
lines = section.split('\n')
sheet.cell(row=1, column=c_idx, value=lines[0].strip()) # Header
for r_idx, line_content in enumerate(lines[1:], 2):
sheet.cell(row=r_idx, column=c_idx, value=line_content.strip())
return workbook
def create_pdf_preview(pdf_path: Path):
preview_path = PREVIEW_DIR / f"{pdf_path.stem}.png"
try:
doc = fitz.open(pdf_path)
page = doc.load_page(0)
pix = page.get_pixmap(dpi=150)
pix.save(str(preview_path))
doc.close()
return str(preview_path)
except Exception as e:
print(f"Preview failed for {pdf_path.name}: {e}")
return None
# --- Main API Function ---
def generate_outputs_api(files, output_formats, layouts, fonts, num_columns, progress=gr.Progress(track_tqdm=True)):
if not files: raise gr.Error("Please upload at least one Markdown (.md) file.")
if not output_formats: raise gr.Error("Please select at least one output format.")
shutil.rmtree(OUTPUT_DIR, ignore_errors=True); shutil.rmtree(PREVIEW_DIR, ignore_errors=True)
OUTPUT_DIR.mkdir(); PREVIEW_DIR.mkdir()
EMOJI_IMAGE_CACHE.clear()
# Consolidate all markdown content, adding H1 headers between files
md_contents = []
for f in files:
try:
md_contents.append(Path(f.name).read_text(encoding='utf-8'))
except Exception as e:
print(f"Error reading {f.name}: {e}")
md_content = "\n\n# ".join(md_contents)
if not md_content.startswith("#"): md_content = "# " + md_content
generated_files = []
for format_choice in progress.tqdm(output_formats, desc="Generating Formats"):
time_str = datetime.datetime.now().strftime('%Y%m%d_%H%M%S')
try:
if format_choice == "PDF":
for layout_name in layouts:
for font_name in fonts:
pagesize = LAYOUTS.get(layout_name, {}).get("size", letter)
pdf_buffer = create_pdf(md_content, font_name, pagesize, num_columns)
filename = f"Document_{layout_name.replace(' ','-')}_{font_name}_{time_str}.pdf"
output_path = OUTPUT_DIR / filename
with open(output_path, "wb") as f: f.write(pdf_buffer.getvalue())
generated_files.append(output_path)
elif format_choice == "DOCX":
docx_doc = create_docx(md_content)
filename = f"Document_{time_str}.docx"
output_path = OUTPUT_DIR / filename
docx_doc.save(output_path)
generated_files.append(output_path)
elif format_choice == "XLSX":
xlsx_book = create_xlsx(md_content)
filename = f"Outline_{time_str}.xlsx"
output_path = OUTPUT_DIR / filename
xlsx_book.save(output_path)
generated_files.append(output_path)
except Exception as e:
print(f"Failed to generate {format_choice}: {e}")
gr.Warning(f"Failed to generate {format_choice}. See console for details.")
gallery_previews = [p for p in [create_pdf_preview(f) for f in generated_files if f.suffix == '.pdf'] if p]
log_message = f"Generated {len(generated_files)} files." if generated_files else "Generation failed. Check logs."
return gallery_previews, log_message, [str(p) for p in generated_files]
# --- Gradio UI Definition ---
try:
AVAILABLE_FONTS = setup_fonts()
except FileNotFoundError as e:
print(e)
# If font setup fails, we can't run the app.
# This prevents Gradio from starting with a fatal error.
AVAILABLE_FONTS = []
with gr.Blocks(theme=gr.themes.Soft(), title="Multi-Format Document Generator") as demo:
gr.Markdown("# π Multi-Format Document Generator (PDF, DOCX, XLSX)")
gr.Markdown("Upload one or more Markdown files (`.md`). The tool will combine them and generate documents in your chosen formats. Emojis in PDFs are fully supported! π₯³")
with gr.Row():
with gr.Column(scale=1):
gr.Markdown("### βοΈ Generation Settings")
uploaded_files = gr.File(label="Upload Markdown Files", file_count="multiple", file_types=[".md"])
output_formats = gr.CheckboxGroup(choices=["PDF", "DOCX", "XLSX"], label="Select Output Formats", value=["PDF"])
with gr.Accordion("PDF Customization", open=True):
selected_layouts = gr.CheckboxGroup(choices=list(LAYOUTS.keys()), label="Base Page Layout", value=["Letter Portrait"])
selected_fonts = gr.CheckboxGroup(choices=AVAILABLE_FONTS, label="Text Font", value=[AVAILABLE_FONTS[0]] if AVAILABLE_FONTS else [])
num_columns_slider = gr.Slider(label="Text Columns (for PDF)", minimum=1, maximum=4, step=1, value=1)
generate_btn = gr.Button("π Generate Documents", variant="primary")
with gr.Column(scale=2):
gr.Markdown("### πΌοΈ Output Files")
gallery_output = gr.Gallery(label="PDF Previews", show_label=False, elem_id="gallery", columns=3, height="auto", object_fit="contain")
log_output = gr.Markdown(label="Generation Log", value="Ready...")
downloadable_files_output = gr.Files(label="Download Generated Files")
if not AVAILABLE_FONTS:
gr.Warning("The application is in a degraded state. Required font files are missing. Please check the console log and add the necessary files.")
else:
generate_btn.click(
fn=generate_outputs_api,
inputs=[uploaded_files, output_formats, selected_layouts, selected_fonts, num_columns_slider],
outputs=[gallery_output, log_output, downloadable_files_output]
)
if __name__ == "__main__":
if AVAILABLE_FONTS:
demo.launch()
else:
print("\n" + "="*60)
print("Application launch aborted due to missing font files.")
print("Please ensure 'NotoColorEmoji-Regular.ttf' is in the project directory.")
print("="*60)
|