File size: 9,572 Bytes
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3be90a3
f08abae
 
3be90a3
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3be90a3
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8d6560c
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3be90a3
f08abae
 
 
 
8d6560c
 
 
 
 
 
3be90a3
f08abae
8d6560c
f08abae
3be90a3
 
f08abae
 
 
 
 
8d6560c
 
 
 
 
 
f08abae
 
 
 
 
3be90a3
f08abae
 
3be90a3
f08abae
8d6560c
f08abae
8d6560c
 
f08abae
3be90a3
f08abae
 
 
8d6560c
 
 
 
3be90a3
f08abae
 
8d6560c
 
 
 
 
 
 
 
 
 
 
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3be90a3
 
f08abae
 
 
 
 
 
 
 
 
3be90a3
f08abae
3be90a3
 
 
8d6560c
91086e7
3be90a3
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8d6560c
f08abae
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3be90a3
f08abae
 
 
8d6560c
3be90a3
 
f08abae
 
 
 
8d6560c
f08abae
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
import gradio as gr
from PIL import Image, ImageDraw, ImageFont
import xml.etree.ElementTree as ET
import os

# --- Helper Functions ---

def get_alto_namespace(xml_file_path):
    """
    Dynamically gets the ALTO namespace from the XML file.
    """
    try:
        tree = ET.parse(xml_file_path)
        root = tree.getroot()
        if '}' in root.tag:
            return root.tag.split('}')[0] + '}'
    except ET.ParseError:
        print(f"Error parsing XML to find namespace: {xml_file_path}")
    return ''

def parse_alto_xml(xml_file_path):
    """
    Parses an ALTO XML file to extract text content and bounding box info.
    Returns:
        - full_text (str): All extracted text concatenated.
        - ocr_data (list): A list of dictionaries, each with
                           {'text': str, 'x': int, 'y': int, 'w': int, 'h': int}
    """
    full_text_lines = []
    ocr_data = []
    
    if not xml_file_path or not os.path.exists(xml_file_path):
        return "Error: XML file not provided or does not exist.", []

    try:
        ns_prefix = get_alto_namespace(xml_file_path)
        tree = ET.parse(xml_file_path)
        root = tree.getroot()

        for text_line in root.findall(f'.//{ns_prefix}TextLine'):
            line_text_parts = []
            for string_element in text_line.findall(f'{ns_prefix}String'):
                text = string_element.get('CONTENT')
                if text:
                    line_text_parts.append(text)
                    try:
                        hpos = int(float(string_element.get('HPOS')))
                        vpos = int(float(string_element.get('VPOS')))
                        width = int(float(string_element.get('WIDTH')))
                        height = int(float(string_element.get('HEIGHT')))
                        ocr_data.append({
                            'text': text,
                            'x': hpos,
                            'y': vpos,
                            'w': width,
                            'h': height
                        })
                    except (ValueError, TypeError) as e:
                        print(f"Warning: Could not parse coordinates for '{text}': {e}")
                        ocr_data.append({
                            'text': text, 'x': 0, 'y': 0, 'w': 10, 'h': 10 # Placeholder
                        })
            if line_text_parts:
                full_text_lines.append(" ".join(line_text_parts))
        
        return "\n".join(full_text_lines), ocr_data

    except ET.ParseError as e:
        return f"Error parsing XML: {e}", []
    except Exception as e:
        return f"An unexpected error occurred during XML parsing: {e}", []


def draw_ocr_on_image(image_pil, ocr_data):
    """
    Draws bounding boxes and text from ocr_data onto the image.
    """
    if not image_pil or not ocr_data:
        return image_pil

    draw = ImageDraw.Draw(image_pil)
    
    try:
        # Filter for items with positive height before calculating average
        valid_heights = [d['h'] for d in ocr_data if d['h'] > 0]
        if valid_heights:
            avg_height = sum(valid_heights) / len(valid_heights)
        else:
            avg_height = 10 # Default if no valid heights
        font_size = max(8, int(avg_height * 0.6)) 
        font = ImageFont.truetype("arial.ttf", font_size)
    except (IOError, ZeroDivisionError): # ZeroDivisionError should be caught by the check above
        font = ImageFont.load_default()
        font_size = 10 
        print("Arial font not found or issue with height calculation, using default font.")

    for item in ocr_data:
        x, y, w, h = item['x'], item['y'], item['w'], item['h']
        text = item['text']
        draw.rectangle([(x, y), (x + w, y + h)], outline="red", width=2)
        # Adjust text position to be slightly above the box, or below if no space above
        text_y_position = y - font_size - 2
        if text_y_position < 0: # If text would go off the top of the image
            text_y_position = y + h + 2 # Place below the box
        
        draw.text((x + 2, text_y_position), text, fill="green", font=font)
        
    return image_pil

# --- Gradio Interface Function ---

def process_image_and_xml(image_path, xml_path, show_overlay):
    """
    Main function for the Gradio interface.
    image_path and xml_path are now file paths (strings).
    """
    if image_path is None: # If no image is uploaded at all
        return None, "Please upload an image.", None
    
    # Try to open the image first, as it's needed for both outputs if XML is missing
    try:
        img_pil = Image.open(image_path).convert("RGB")
    except Exception as e:
        return None, f"Error loading image: {e}", None

    if xml_path is None: # If XML is missing, but image is present
        return img_pil, "Please upload an OCR XML file.", None

    # Both image and XML are presumably present
    extracted_text, ocr_box_data = parse_alto_xml(xml_path)

    overlay_image_pil = None
    if show_overlay:
        if ocr_box_data:
            img_for_overlay = img_pil.copy()
            overlay_image_pil = draw_ocr_on_image(img_for_overlay, ocr_box_data)
        elif not (isinstance(extracted_text, str) and extracted_text.startswith("Error")):
            # Append message if overlay is checked but no boxes, and no major XML parse error
            if isinstance(extracted_text, str):
                extracted_text += "\n(No bounding box data found or parsed for overlay)"
            else: # Should ideally not happen based on parse_alto_xml's return
                extracted_text = "(No bounding box data found or parsed for overlay)"
    
    return img_pil, extracted_text, overlay_image_pil


# --- Create Gradio App ---

with gr.Blocks(theme=gr.themes.Soft()) as demo:
    gr.Markdown("# OCR Viewer (ALTO XML)")
    gr.Markdown(
        "Upload an image and its corresponding ALTO OCR XML file. "
        "The app will display the image, extract and show the plain text, "
        "and optionally overlay the OCR predictions on the image."
    )

    with gr.Row():
        with gr.Column(scale=1):
            image_input = gr.File(label="Upload Image (PNG, JPG, etc.)", type="filepath")
            xml_input = gr.File(label="Upload ALTO XML File (.xml)", type="filepath")
            show_overlay_checkbox = gr.Checkbox(label="Show OCR Overlay on Image", value=False)
            submit_button = gr.Button("Process Files", variant="primary")

    with gr.Row():
        with gr.Column(scale=1):
            output_image_orig = gr.Image(label="Uploaded Image", type="pil", interactive=False)
        with gr.Column(scale=1):
            output_text = gr.Textbox(label="Extracted Plain Text", lines=15, interactive=False)
    
    output_image_overlay = gr.Image(label="Image with OCR Overlay", type="pil", interactive=False, visible=True)

    def update_interface(image_filepath, xml_filepath, show_overlay_val):
        if image_filepath is None and xml_filepath is None:
            return None, "Please upload an image and an XML file.", None
        # `process_image_and_xml` now handles cases where one is None
        
        img, text, overlay_img = process_image_and_xml(image_filepath, xml_filepath, show_overlay_val)
        
        return img, text, overlay_img

    submit_button.click(
        fn=update_interface,
        inputs=[image_input, xml_input, show_overlay_checkbox],
        outputs=[output_image_orig, output_text, output_image_overlay]
    )
    
    show_overlay_checkbox.change(
        fn=update_interface,
        inputs=[image_input, xml_input, show_overlay_checkbox],
        outputs=[output_image_orig, output_text, output_image_overlay]
    )

    gr.Markdown("---")
    gr.Markdown("### Example ALTO XML Snippet (for `String` element extraction):")
    gr.Code(
        # Corrected: Omitted language parameter
        value="""
<alto xmlns="http://www.loc.gov/standards/alto/v3/alto.xsd">
  <Description>...</Description>
  <Styles>...</Styles>
  <Layout>
    <Page ID="Page13" PHYSICAL_IMG_NR="13" WIDTH="2394" HEIGHT="3612">
      <PrintSpace>
        <TextLine WIDTH="684" HEIGHT="108" ID="p13_t1" HPOS="465" VPOS="196">
          <String ID="p13_w1" CONTENT="Introduction" HPOS="465" VPOS="196" WIDTH="684" HEIGHT="108" STYLEREFS="font0"/>
        </TextLine>
        <TextLine WIDTH="1798" HEIGHT="51" ID="p13_t2" HPOS="492" VPOS="523">
          <String ID="p13_w2" CONTENT="Britain" HPOS="492" VPOS="523" WIDTH="166" HEIGHT="51" STYLEREFS="font1"/>
          <SP WIDTH="24" VPOS="523" HPOS="658"/>
          <String ID="p13_w3" CONTENT="1981" HPOS="682" VPOS="523" WIDTH="117" HEIGHT="51" STYLEREFS="font1"/>
          <!-- ... more String and SP elements ... -->
        </TextLine>
        <!-- ... more TextLine elements ... -->
      </PrintSpace>
    </Page>
  </Layout>
</alto>
        """,
        interactive=False
    )


if __name__ == "__main__":
    try:
        img = Image.new('RGB', (2394, 3612), color = 'lightgray')
        img.save("dummy_image.png")
        print("Created dummy_image.png for testing.")
        
        example_xml_filename = "189819724.34.xml" # Make sure this file exists with your XML content
        if not os.path.exists(example_xml_filename):
            print(f"WARNING: Example XML '{example_xml_filename}' not found. Please create it or upload your own.")

    except ImportError:
        print("Pillow not installed, can't create dummy image.")
    except Exception as e:
        print(f"Error during setup: {e}")

    demo.launch()