Spaces:
Running
on
Zero
Running
on
Zero
File size: 9,572 Bytes
f08abae 3be90a3 f08abae 3be90a3 f08abae 3be90a3 f08abae 8d6560c f08abae 3be90a3 f08abae 8d6560c 3be90a3 f08abae 8d6560c f08abae 3be90a3 f08abae 8d6560c f08abae 3be90a3 f08abae 3be90a3 f08abae 8d6560c f08abae 8d6560c f08abae 3be90a3 f08abae 8d6560c 3be90a3 f08abae 8d6560c f08abae 3be90a3 f08abae 3be90a3 f08abae 3be90a3 8d6560c 91086e7 3be90a3 f08abae 8d6560c f08abae 3be90a3 f08abae 8d6560c 3be90a3 f08abae 8d6560c f08abae |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 |
import gradio as gr
from PIL import Image, ImageDraw, ImageFont
import xml.etree.ElementTree as ET
import os
# --- Helper Functions ---
def get_alto_namespace(xml_file_path):
"""
Dynamically gets the ALTO namespace from the XML file.
"""
try:
tree = ET.parse(xml_file_path)
root = tree.getroot()
if '}' in root.tag:
return root.tag.split('}')[0] + '}'
except ET.ParseError:
print(f"Error parsing XML to find namespace: {xml_file_path}")
return ''
def parse_alto_xml(xml_file_path):
"""
Parses an ALTO XML file to extract text content and bounding box info.
Returns:
- full_text (str): All extracted text concatenated.
- ocr_data (list): A list of dictionaries, each with
{'text': str, 'x': int, 'y': int, 'w': int, 'h': int}
"""
full_text_lines = []
ocr_data = []
if not xml_file_path or not os.path.exists(xml_file_path):
return "Error: XML file not provided or does not exist.", []
try:
ns_prefix = get_alto_namespace(xml_file_path)
tree = ET.parse(xml_file_path)
root = tree.getroot()
for text_line in root.findall(f'.//{ns_prefix}TextLine'):
line_text_parts = []
for string_element in text_line.findall(f'{ns_prefix}String'):
text = string_element.get('CONTENT')
if text:
line_text_parts.append(text)
try:
hpos = int(float(string_element.get('HPOS')))
vpos = int(float(string_element.get('VPOS')))
width = int(float(string_element.get('WIDTH')))
height = int(float(string_element.get('HEIGHT')))
ocr_data.append({
'text': text,
'x': hpos,
'y': vpos,
'w': width,
'h': height
})
except (ValueError, TypeError) as e:
print(f"Warning: Could not parse coordinates for '{text}': {e}")
ocr_data.append({
'text': text, 'x': 0, 'y': 0, 'w': 10, 'h': 10 # Placeholder
})
if line_text_parts:
full_text_lines.append(" ".join(line_text_parts))
return "\n".join(full_text_lines), ocr_data
except ET.ParseError as e:
return f"Error parsing XML: {e}", []
except Exception as e:
return f"An unexpected error occurred during XML parsing: {e}", []
def draw_ocr_on_image(image_pil, ocr_data):
"""
Draws bounding boxes and text from ocr_data onto the image.
"""
if not image_pil or not ocr_data:
return image_pil
draw = ImageDraw.Draw(image_pil)
try:
# Filter for items with positive height before calculating average
valid_heights = [d['h'] for d in ocr_data if d['h'] > 0]
if valid_heights:
avg_height = sum(valid_heights) / len(valid_heights)
else:
avg_height = 10 # Default if no valid heights
font_size = max(8, int(avg_height * 0.6))
font = ImageFont.truetype("arial.ttf", font_size)
except (IOError, ZeroDivisionError): # ZeroDivisionError should be caught by the check above
font = ImageFont.load_default()
font_size = 10
print("Arial font not found or issue with height calculation, using default font.")
for item in ocr_data:
x, y, w, h = item['x'], item['y'], item['w'], item['h']
text = item['text']
draw.rectangle([(x, y), (x + w, y + h)], outline="red", width=2)
# Adjust text position to be slightly above the box, or below if no space above
text_y_position = y - font_size - 2
if text_y_position < 0: # If text would go off the top of the image
text_y_position = y + h + 2 # Place below the box
draw.text((x + 2, text_y_position), text, fill="green", font=font)
return image_pil
# --- Gradio Interface Function ---
def process_image_and_xml(image_path, xml_path, show_overlay):
"""
Main function for the Gradio interface.
image_path and xml_path are now file paths (strings).
"""
if image_path is None: # If no image is uploaded at all
return None, "Please upload an image.", None
# Try to open the image first, as it's needed for both outputs if XML is missing
try:
img_pil = Image.open(image_path).convert("RGB")
except Exception as e:
return None, f"Error loading image: {e}", None
if xml_path is None: # If XML is missing, but image is present
return img_pil, "Please upload an OCR XML file.", None
# Both image and XML are presumably present
extracted_text, ocr_box_data = parse_alto_xml(xml_path)
overlay_image_pil = None
if show_overlay:
if ocr_box_data:
img_for_overlay = img_pil.copy()
overlay_image_pil = draw_ocr_on_image(img_for_overlay, ocr_box_data)
elif not (isinstance(extracted_text, str) and extracted_text.startswith("Error")):
# Append message if overlay is checked but no boxes, and no major XML parse error
if isinstance(extracted_text, str):
extracted_text += "\n(No bounding box data found or parsed for overlay)"
else: # Should ideally not happen based on parse_alto_xml's return
extracted_text = "(No bounding box data found or parsed for overlay)"
return img_pil, extracted_text, overlay_image_pil
# --- Create Gradio App ---
with gr.Blocks(theme=gr.themes.Soft()) as demo:
gr.Markdown("# OCR Viewer (ALTO XML)")
gr.Markdown(
"Upload an image and its corresponding ALTO OCR XML file. "
"The app will display the image, extract and show the plain text, "
"and optionally overlay the OCR predictions on the image."
)
with gr.Row():
with gr.Column(scale=1):
image_input = gr.File(label="Upload Image (PNG, JPG, etc.)", type="filepath")
xml_input = gr.File(label="Upload ALTO XML File (.xml)", type="filepath")
show_overlay_checkbox = gr.Checkbox(label="Show OCR Overlay on Image", value=False)
submit_button = gr.Button("Process Files", variant="primary")
with gr.Row():
with gr.Column(scale=1):
output_image_orig = gr.Image(label="Uploaded Image", type="pil", interactive=False)
with gr.Column(scale=1):
output_text = gr.Textbox(label="Extracted Plain Text", lines=15, interactive=False)
output_image_overlay = gr.Image(label="Image with OCR Overlay", type="pil", interactive=False, visible=True)
def update_interface(image_filepath, xml_filepath, show_overlay_val):
if image_filepath is None and xml_filepath is None:
return None, "Please upload an image and an XML file.", None
# `process_image_and_xml` now handles cases where one is None
img, text, overlay_img = process_image_and_xml(image_filepath, xml_filepath, show_overlay_val)
return img, text, overlay_img
submit_button.click(
fn=update_interface,
inputs=[image_input, xml_input, show_overlay_checkbox],
outputs=[output_image_orig, output_text, output_image_overlay]
)
show_overlay_checkbox.change(
fn=update_interface,
inputs=[image_input, xml_input, show_overlay_checkbox],
outputs=[output_image_orig, output_text, output_image_overlay]
)
gr.Markdown("---")
gr.Markdown("### Example ALTO XML Snippet (for `String` element extraction):")
gr.Code(
# Corrected: Omitted language parameter
value="""
<alto xmlns="http://www.loc.gov/standards/alto/v3/alto.xsd">
<Description>...</Description>
<Styles>...</Styles>
<Layout>
<Page ID="Page13" PHYSICAL_IMG_NR="13" WIDTH="2394" HEIGHT="3612">
<PrintSpace>
<TextLine WIDTH="684" HEIGHT="108" ID="p13_t1" HPOS="465" VPOS="196">
<String ID="p13_w1" CONTENT="Introduction" HPOS="465" VPOS="196" WIDTH="684" HEIGHT="108" STYLEREFS="font0"/>
</TextLine>
<TextLine WIDTH="1798" HEIGHT="51" ID="p13_t2" HPOS="492" VPOS="523">
<String ID="p13_w2" CONTENT="Britain" HPOS="492" VPOS="523" WIDTH="166" HEIGHT="51" STYLEREFS="font1"/>
<SP WIDTH="24" VPOS="523" HPOS="658"/>
<String ID="p13_w3" CONTENT="1981" HPOS="682" VPOS="523" WIDTH="117" HEIGHT="51" STYLEREFS="font1"/>
<!-- ... more String and SP elements ... -->
</TextLine>
<!-- ... more TextLine elements ... -->
</PrintSpace>
</Page>
</Layout>
</alto>
""",
interactive=False
)
if __name__ == "__main__":
try:
img = Image.new('RGB', (2394, 3612), color = 'lightgray')
img.save("dummy_image.png")
print("Created dummy_image.png for testing.")
example_xml_filename = "189819724.34.xml" # Make sure this file exists with your XML content
if not os.path.exists(example_xml_filename):
print(f"WARNING: Example XML '{example_xml_filename}' not found. Please create it or upload your own.")
except ImportError:
print("Pillow not installed, can't create dummy image.")
except Exception as e:
print(f"Error during setup: {e}")
demo.launch() |