Hugging Face's logo

Spaces:
awacke1
/
NLPImageUnderstanding
Build error

App Files Community
NLPImageUnderstanding
File size: 6,490 Bytes 
2df2c0f
 
 
 
 
 
 
 
a912d85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11c0d95
 
 
c1085a8
11c0d95
a5d4d65
a912d85
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11c0d95
a912d85
11c0d95
 
 
 
 
2df2c0f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a912d85
2df2c0f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
 
import pandas as pd
import PIL
from PIL import Image
from PIL import ImageDraw
import gradio as gr
import torch
import easyocr


torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/20-Books.jpg', '20-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/21-Books.jpg', '21-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/22-Magazines.jpg', '22-Magazines.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/23-Magazines.jpg', '23-Magazines.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/24-Card-Games.jpg', '24-Card-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/25-Games.jpg', '25-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/26-Books.jpg', '26-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/27-Books.jpg', '27-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/28-Books.jpg', '28-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/27-Games.jpg', '27-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/28-Games.jpg', '28-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/29-Books-Science-Fiction.jpg', '29-Books-Science-Fiction.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/30-Manga-Books.jpg', '30-Manga-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/31-Books.jpg', '31-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/32-Books.jpg', '32-Books.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/33-Game-Night.jpg', '33-Game-Night.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/34-Games.jpg', '34-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/35-Favorite-Games.jpg', '35-Favorite-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/36-Game-Night.jpg', '36-Game-Night.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/38-Strategy-Games.jpg', '38-Strategy-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/39-Games.jpg', '39-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/40-Games.jpg', '40-Games.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/41-Game-Rules.jpg', '41-Game-Rules.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/42-Game-Rules.jpg', '42-Game-Rules.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/43-Games-Pieces.jpg', '43-Games-Pieces.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/44-Game-Pieces.jpg', '44-Game-Pieces.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/45-Choose-Your-Own-Adventure.jpg', '45-Choose-Your-Own-Adventure.jpg')
torch.hub.download_url_to_file('https://github.com/AaronCWacker/Yggdrasil/blob/main/images/46-Choose-Your-Own-Adventure.jpg', '46-Choose-Your-Own-Adventure.jpg')
#torch.hub.download_url_to_file('https://github.com/JaidedAI/EasyOCR/raw/master/examples/english.png', 'english.png')
#torch.hub.download_url_to_file('https://github.com/JaidedAI/EasyOCR/raw/master/examples/chinese.jpg', 'chinese.jpg')
#torch.hub.download_url_to_file('https://github.com/JaidedAI/EasyOCR/raw/master/examples/japanese.jpg', 'japanese.jpg')
#torch.hub.download_url_to_file('https://i.imgur.com/mwQFd7G.jpeg', 'Hindi.jpeg')

examples = [['20-Books.jpg',['en']],
['21-Books.jpg',['en']],
['22-Magazines.jpg',['en']],
['23-Magazines.jpg',['en']],
['24-Card-Games.jpg',['en']],
['25-Games.jpg',['en']],
['26-Books.jpg',['en']],
['27-Books.jpg',['en']],
['28-Books.jpg',['en']],
['27-Games.jpg',['en']],
['28-Games.jpg',['en']],
['29-Books-Science-Fiction.jpg',['en']],
['30-Manga-Books.jpg',['en']],
['31-Books.jpg',['en']],
['32-Books.jpg',['en']],
['33-Game-Night.jpg',['en']],
['34-Games.jpg',['en']],
['35-Favorite-Games.jpg',['en']],
['36-Game-Night.jpg',['en']],
['38-Strategy-Games.jpg',['en']],
['39-Games.jpg',['en']],
['40-Games.jpg',['en']],
['41-Game-Rules.jpg',['en']],
['42-Game-Rules.jpg',['en']],
['43-Games-Pieces.jpg',['en']],
['44-Game-Pieces.jpg',['en']],
['45-Choose-Your-Own-Adventure.jpg',['en']],
['46-Choose-Your-Own-Adventure.jpg',['en']]]

# Comment
#['english.png',['en']],
#['chinese.jpg',['ch_sim', 'en']],
#['japanese.jpg',['ja', 'en']],
#['Hindi.jpeg',['hi', 'en']]

def draw_boxes(image, bounds, color='yellow', width=2):
    draw = ImageDraw.Draw(image)
    for bound in bounds:
        p0, p1, p2, p3 = bound[0]
        draw.line([*p0, *p1, *p2, *p3, *p0], fill=color, width=width)
    return image

def inference(img, lang):
    reader = easyocr.Reader(lang)
    bounds = reader.readtext(img.name)
    im = PIL.Image.open(img.name)
    draw_boxes(im, bounds)
    im.save('result.jpg')
    return ['result.jpg', pd.DataFrame(bounds).iloc[: , 1:]]

title = 'Image To Optical Character Recognition'
description = 'Multilingual OCR which works conveniently on all devices in multiple languages.'
article = "<p style='text-align: center'></p>"
css = ".output_image, .input_image {height: 40rem !important; width: 100% !important;}"

choices = [
    "ch_sim",
    "ch_tra",
    "de",
    "en",
    "es",
    "ja",
    "hi",
    "ru"
]
gr.Interface(
    inference,
    [gr.inputs.Image(type='file', label='Input'),gr.inputs.CheckboxGroup(choices, type="value", default=['en'], label='language')],
    [gr.outputs.Image(type='file', label='Output'), gr.outputs.Dataframe(headers=['text', 'confidence'])],
    title=title,
    description=description,
    article=article,
    examples=examples,
    css=css,
    enable_queue=True
    ).launch(debug=True)