Spaces:
Running
Running
remove useless tick
Browse files
app.py
CHANGED
@@ -1,4 +1,3 @@
|
|
1 |
-
# pip install -U gradio transformers pillow matplotlib
|
2 |
|
3 |
import io
|
4 |
from functools import lru_cache
|
@@ -15,7 +14,6 @@ MODELS = [
|
|
15 |
"HuggingFaceM4/Idefics3-8B-Llama3",
|
16 |
]
|
17 |
|
18 |
-
|
19 |
def _fig_to_pil(fig) -> Image.Image:
|
20 |
buf = io.BytesIO()
|
21 |
fig.savefig(buf, format="png", bbox_inches="tight", dpi=160)
|
@@ -26,7 +24,7 @@ def _fig_to_pil(fig) -> Image.Image:
|
|
26 |
def get_viz(model_id: str) -> ImageVisualizer:
|
27 |
return ImageVisualizer(model_id)
|
28 |
|
29 |
-
def _run(model_id: str, image: Optional[Image.Image],
|
30 |
viz = get_viz(model_id)
|
31 |
|
32 |
captured = []
|
@@ -37,7 +35,8 @@ def _run(model_id: str, image: Optional[Image.Image], use_sample: bool, add_grid
|
|
37 |
|
38 |
try:
|
39 |
plt.show = _capture_show
|
40 |
-
|
|
|
41 |
finally:
|
42 |
plt.show = orig_show
|
43 |
|
@@ -46,14 +45,11 @@ def _run(model_id: str, image: Optional[Image.Image], use_sample: bool, add_grid
|
|
46 |
prompt_preview = viz.default_message(full_output=False)
|
47 |
return left_img, right_img, prompt_preview
|
48 |
|
49 |
-
def _resolve_and_run(model_pick, custom_model, image,
|
50 |
model_id = (custom_model or "").strip() or (model_pick or "").strip()
|
51 |
if not model_id:
|
52 |
raise gr.Error("Pick a model or enter one.")
|
53 |
-
return _run(model_id, image,
|
54 |
-
|
55 |
-
def _on_image_change(_):
|
56 |
-
return False # uncheck sample toggle
|
57 |
|
58 |
def _preload_models():
|
59 |
for mid in MODELS:
|
@@ -74,28 +70,22 @@ with gr.Blocks(title="Transformers Processor Visualizer", theme=theme) as demo:
|
|
74 |
with gr.Column(scale=3):
|
75 |
with gr.Row():
|
76 |
add_grid = gr.Checkbox(label="Show patch grid", value=True)
|
77 |
-
use_sample = gr.Checkbox(label="Use HF logo sample", value=True)
|
78 |
image = gr.Image(label="Upload custom image", type="pil", height=140, sources=["upload"])
|
79 |
gr.Markdown("## Output")
|
80 |
-
|
81 |
with gr.Row():
|
82 |
left_output = gr.Image(label="Processor output", type="pil", height=900)
|
83 |
right_output = gr.Image(label="Global image (if any)", type="pil", height=900)
|
84 |
-
|
85 |
prompt = gr.Textbox(label="Compact chat template preview", lines=2)
|
86 |
|
87 |
# reactive updates
|
88 |
-
model_pick.change(_resolve_and_run, [model_pick, custom_model, image,
|
89 |
-
custom_model.submit(_resolve_and_run, [model_pick, custom_model, image,
|
90 |
-
add_grid.change(_resolve_and_run, [model_pick, custom_model, image,
|
91 |
-
|
92 |
-
image.change(_on_image_change, inputs=image, outputs=use_sample).then(
|
93 |
-
_resolve_and_run, [model_pick, custom_model, image, use_sample, add_grid], [left_output, right_output, prompt]
|
94 |
-
)
|
95 |
|
96 |
# preload models into cache and render once
|
97 |
demo.load(_preload_models, [], [])
|
98 |
-
demo.load(_resolve_and_run, [model_pick, custom_model, image,
|
99 |
|
100 |
if __name__ == "__main__":
|
101 |
-
demo.launch()
|
|
|
|
|
1 |
|
2 |
import io
|
3 |
from functools import lru_cache
|
|
|
14 |
"HuggingFaceM4/Idefics3-8B-Llama3",
|
15 |
]
|
16 |
|
|
|
17 |
def _fig_to_pil(fig) -> Image.Image:
|
18 |
buf = io.BytesIO()
|
19 |
fig.savefig(buf, format="png", bbox_inches="tight", dpi=160)
|
|
|
24 |
def get_viz(model_id: str) -> ImageVisualizer:
|
25 |
return ImageVisualizer(model_id)
|
26 |
|
27 |
+
def _run(model_id: str, image: Optional[Image.Image], add_grid: bool):
|
28 |
viz = get_viz(model_id)
|
29 |
|
30 |
captured = []
|
|
|
35 |
|
36 |
try:
|
37 |
plt.show = _capture_show
|
38 |
+
# if image is None, the visualizer will use its default sample
|
39 |
+
viz.visualize(images=image, add_grid=add_grid)
|
40 |
finally:
|
41 |
plt.show = orig_show
|
42 |
|
|
|
45 |
prompt_preview = viz.default_message(full_output=False)
|
46 |
return left_img, right_img, prompt_preview
|
47 |
|
48 |
+
def _resolve_and_run(model_pick, custom_model, image, add_grid):
|
49 |
model_id = (custom_model or "").strip() or (model_pick or "").strip()
|
50 |
if not model_id:
|
51 |
raise gr.Error("Pick a model or enter one.")
|
52 |
+
return _run(model_id, image, add_grid)
|
|
|
|
|
|
|
53 |
|
54 |
def _preload_models():
|
55 |
for mid in MODELS:
|
|
|
70 |
with gr.Column(scale=3):
|
71 |
with gr.Row():
|
72 |
add_grid = gr.Checkbox(label="Show patch grid", value=True)
|
|
|
73 |
image = gr.Image(label="Upload custom image", type="pil", height=140, sources=["upload"])
|
74 |
gr.Markdown("## Output")
|
|
|
75 |
with gr.Row():
|
76 |
left_output = gr.Image(label="Processor output", type="pil", height=900)
|
77 |
right_output = gr.Image(label="Global image (if any)", type="pil", height=900)
|
|
|
78 |
prompt = gr.Textbox(label="Compact chat template preview", lines=2)
|
79 |
|
80 |
# reactive updates
|
81 |
+
model_pick.change(_resolve_and_run, [model_pick, custom_model, image, add_grid], [left_output, right_output, prompt])
|
82 |
+
custom_model.submit(_resolve_and_run, [model_pick, custom_model, image, add_grid], [left_output, right_output, prompt])
|
83 |
+
add_grid.change(_resolve_and_run, [model_pick, custom_model, image, add_grid], [left_output, right_output, prompt])
|
84 |
+
image.change(_resolve_and_run, [model_pick, custom_model, image, add_grid], [left_output, right_output, prompt])
|
|
|
|
|
|
|
85 |
|
86 |
# preload models into cache and render once
|
87 |
demo.load(_preload_models, [], [])
|
88 |
+
demo.load(_resolve_and_run, [model_pick, custom_model, image, add_grid], [left_output, right_output, prompt])
|
89 |
|
90 |
if __name__ == "__main__":
|
91 |
+
demo.launch()
|