Update app.py (#4)

- Update app.py (01fee4fd5c0f61382e1729dd6799110f96a48a05)


Co-authored-by: Aditya Deshmukh <[email protected]>

app.py

@@ -231,236 +231,61 @@ def predict(
     return dict_out, dict_res
 
 
-def infer(
-    input_image,
-    text_guided_prompt,
-    text_guided_negative_prompt,
-    shape_guided_prompt,
-    shape_guided_negative_prompt,
-    fitting_degree,
-    ddim_steps,
-    scale,
-    seed,
-    task,
-    left_expansion_ratio,
-    right_expansion_ratio,
-    top_expansion_ratio,
-    bottom_expansion_ratio,
-    outpaint_prompt,
-    outpaint_negative_prompt,
-    removal_prompt,
-    removal_negative_prompt,
-    context_prompt,
-    context_negative_prompt,
-):
+
+import gradio as gr
+
+def custom_infer(input_image_path,
+                 input_mask_path=None,
+                 prompt="",
+                 fitting_degree=0.5,
+                 ddim_steps=20,
+                 scale=5,
+                 seed=143,
+                 negative_prompt="",
+                 task="text-guided",
+                 left_expansion_ratio=0.2,
+                 right_expansion_ratio=0.2,
+                 top_expansion_ratio=0.2,
+                 bottom_expansion_ratio=0.2):
+
+    image = Image.open(input_image_path)
+    if input_mask_path:
+        mask = Image.open(input_mask_path)
+
     if task == "text-guided":
-        prompt = text_guided_prompt
-        negative_prompt = text_guided_negative_prompt
-    elif task == "shape-guided":
-        prompt = shape_guided_prompt
-        negative_prompt = shape_guided_negative_prompt
-    elif task == "object-removal":
-        prompt = removal_prompt
-        negative_prompt = removal_negative_prompt
-    elif task == "context-aware":
-        prompt = context_prompt
-        negative_prompt = context_negative_prompt
-    elif task == "image-outpainting":
-        prompt = outpaint_prompt
-        negative_prompt = outpaint_negative_prompt
-        return predict(
-            input_image,
-            prompt,
-            fitting_degree,
-            ddim_steps,
-            scale,
-            seed,
-            negative_prompt,
-            task,
-            left_expansion_ratio,
-            right_expansion_ratio,
-            top_expansion_ratio,
-            bottom_expansion_ratio
-        )
-    else:
-        task = "text-guided"
-        prompt = text_guided_prompt
-        negative_prompt = text_guided_negative_prompt
-
-    return predict(input_image, prompt, fitting_degree, ddim_steps, scale, seed, negative_prompt, task, None, None)
-
-
-def select_tab_text_guided():
-    return "text-guided"
-
-
-def select_tab_object_removal():
-    return "object-removal"
-
-
-def select_tab_context_aware():
-    return "context-aware"
-
-
-def select_tab_image_outpainting():
-    return "image-outpainting"
-
-
-def select_tab_shape_guided():
-    return "shape-guided"
-
-
-with gr.Blocks(css="style.css") as demo:
-    with gr.Row():
-        gr.Markdown(
-            "<div align='center'><font size='18'>PowerPaint: High-Quality Versatile Image Inpainting</font></div>"  # noqa
-        )
-    with gr.Row():
-        gr.Markdown(
-            "<div align='center'><font size='5'><a href='https://powerpaint.github.io/'>Project Page</a> &ensp;"  # noqa
-            "<a href='https://arxiv.org/abs/2312.03594/'>Paper</a> &ensp;"
-            "<a href='https://github.com/zhuang2002/PowerPaint'>Code</a> </font></div>"  # noqa
-        )
-    with gr.Row():
-        gr.Markdown(
-            "**Note:** Due to network-related factors, the page may experience occasional bugs！ If the inpainting results deviate significantly from expectations, consider toggling between task options to refresh the content."  # noqa
-        )
-    # Attention: Due to network-related factors, the page may experience occasional bugs. If the inpainting results deviate significantly from expectations, consider toggling between task options to refresh the content.
-    with gr.Row():
-        with gr.Column():
-            gr.Markdown("### Input image and draw mask")
-            input_image = gr.Image(label="Input Image", type="pil")
-
-            task = gr.Radio(
-                ["text-guided", "object-removal", "shape-guided", "image-outpainting"], show_label=False, visible=False
-            )
-
-            # Text-guided object inpainting
-            with gr.Tab("Text-guided object inpainting") as tab_text_guided:
-                enable_text_guided = gr.Checkbox(
-                    label="Enable text-guided object inpainting", value=True, interactive=False
-                )
-                text_guided_prompt = gr.Textbox(label="Prompt")
-                text_guided_negative_prompt = gr.Textbox(label="negative_prompt")
-            tab_text_guided.select(fn=select_tab_text_guided, inputs=None, outputs=task)
-
-            # Object removal inpainting
-            with gr.Tab("Object removal inpainting") as tab_object_removal:
-                enable_object_removal = gr.Checkbox(
-                    label="Enable object removal inpainting",
-                    value=True,
-                    info="The recommended configuration for the Guidance Scale is 10 or higher. \
-                    If undesired objects appear in the masked area, \
-                    you can address this by specifically increasing the Guidance Scale.",
-                    interactive=False,
-                )
-                removal_prompt = gr.Textbox(label="Prompt")
-                removal_negative_prompt = gr.Textbox(label="negative_prompt")
-                context_prompt = removal_prompt
-                context_negative_prompt = removal_negative_prompt
-            tab_object_removal.select(fn=select_tab_object_removal, inputs=None, outputs=task)
-
-            # Object image outpainting
-            with gr.Tab("Image outpainting") as tab_image_outpainting:
-                enable_object_removal = gr.Checkbox(
-                    label="Enable image outpainting",
-                    value=True,
-                    info="The recommended configuration for the Guidance Scale is 15 or higher. \
-                    If unwanted random objects appear in the extended image region, \
-                        you can enhance the cleanliness of the extension area by increasing the Guidance Scale.",
-                    interactive=False,
-                )
-                outpaint_prompt = gr.Textbox(label="Outpainting_prompt")
-                outpaint_negative_prompt = gr.Textbox(label="Outpainting_negative_prompt")
-                left_expansion_ratio = gr.Slider(
-                    label="left expansion ratio",
-                    minimum=0,
-                    maximum=4,
-                    step=0.05,
-                    value=1,
-                )
-                right_expansion_ratio = gr.Slider(
-                    label="right expansion ratio",
-                    minimum=0,
-                    maximum=4,
-                    step=0.05,
-                    value=1,
-                )
-                top_expansion_ratio = gr.Slider(
-                    label="top expansion ratio",
-                    minimum=0,
-                    maximum=4,
-                    step=0.05,
-                    value=1,
-                )
-                bottom_expansion_ratio = gr.Slider(
-                    label="bottom expansion ratio",
-                    minimum=0,
-                    maximum=4,
-                    step=0.05,
-                    value=1,
-                )
-            tab_image_outpainting.select(fn=select_tab_image_outpainting, inputs=None, outputs=task)
-
-            # Shape-guided object inpainting
-            with gr.Tab("Shape-guided object inpainting") as tab_shape_guided:
-                enable_shape_guided = gr.Checkbox(
-                    label="Enable shape-guided object inpainting", value=True, interactive=False
-                )
-                shape_guided_prompt = gr.Textbox(label="shape_guided_prompt")
-                shape_guided_negative_prompt = gr.Textbox(label="shape_guided_negative_prompt")
-                fitting_degree = gr.Slider(
-                    label="fitting degree",
-                    minimum=0.3,
-                    maximum=1,
-                    step=0.05,
-                    value=1,
-                )
-            tab_shape_guided.select(fn=select_tab_shape_guided, inputs=None, outputs=task)
-
-            run_button = gr.Button(label="Run")
-            with gr.Accordion("Advanced options", open=False):
-                ddim_steps = gr.Slider(label="Steps", minimum=1, maximum=50, value=50, step=1)
-                scale = gr.Slider(label="Guidance Scale", minimum=0.1, maximum=45.0, value=12, step=0.1)
-                seed = gr.Slider(
-                    label="Seed",
-                    minimum=0,
-                    maximum=2147483647,
-                    step=1,
-                    randomize=True,
-                )
-        with gr.Column():
-            gr.Markdown("### Inpainting result")
-            inpaint_result = gr.Gallery(label="Generated images", show_label=False, columns=2)
-            gr.Markdown("### Mask")
-            gallery = gr.Gallery(label="Generated masks", show_label=False, columns=2)
-
-    run_button.click(
-        fn=infer,
-        inputs=[
-            input_image,
-            text_guided_prompt,
-            text_guided_negative_prompt,
-            shape_guided_prompt,
-            shape_guided_negative_prompt,
-            fitting_degree,
-            ddim_steps,
-            scale,
-            seed,
-            task,
-            left_expansion_ratio,
-            right_expansion_ratio,
-            top_expansion_ratio,
-            bottom_expansion_ratio,
-            outpaint_prompt,
-            outpaint_negative_prompt,
-            removal_prompt,
-            removal_negative_prompt,
-            context_prompt,
-            context_negative_prompt,
-        ],
-        outputs=[inpaint_result, gallery],
-    )
+        input_dict = {"image": image, "mask": mask}
+        a, b = predict(input_dict, prompt, fitting_degree, ddim_steps, scale, seed, negative_prompt, task, None, None, None, None)
+
+    if task == "image-outpainting":
+        input_dict = {"image": image}
+        a, b = predict(input_dict, prompt, fitting_degree, ddim_steps, scale, seed, negative_prompt, task, left_expansion_ratio, right_expansion_ratio, top_expansion_ratio, bottom_expansion_ratio)
+
+    return a, b
+
+# Create the Gradio interface
+inputs = [
+    gr.inputs.Image(label="Input Image", type="filepath"),
+    gr.inputs.Image(label="Input Mask (optional)", type="filepath"),
+    gr.inputs.Textbox(label="Prompt", default="A beautiful landscape"),
+    gr.inputs.Slider(label="Fitting Degree", minimum=1, maximum=20, value=7, step=1),
+    gr.inputs.Slider(label="DDIM Steps", minimum=10, maximum=100, value=20, step=1),
+    gr.inputs.Slider(label="Scale", minimum=1, maximum=20, value=7.5, step=0.1),
+    gr.inputs.Slider(label="Use Seed", minimum=0, maximum=1300000,value=143,step=1),
+    gr.inputs.Textbox(label="Negative Prompt", default="blur, low quality"),
+    gr.inputs.Radio(label="Task", choices=["text-guided", "image-outpainting"], value="image-outpainting"),
+    gr.inputs.Slider(label="Left Expansion Ratio", minimum=0, maximum=2, value=0.2, step=0.01),
+    gr.inputs.Slider(label="Right Expansion Ratio", minimum=0, maximum=2, value=0.2, step=0.01),
+    gr.inputs.Slider(label="Top Expansion Ratio", minimum=0, maximum=2, value=0.2, step=0.01),
+    gr.inputs.Slider(label="Bottom Expansion Ratio", minimum=0, maximum=2, value=0.2, step=0.01)
+]
+
+outputs = [
+    gr.outputs.Image(label="Output Image"),
+    gr.outputs.Textbox(label="Output Text")
+]
+
+# Create the Gradio interface
+demo = gr.Interface(fn=custom_infer, inputs=inputs, outputs=outputs, title="Custom Infer")
 
 demo.queue(concurrency_count=1, max_size=1, api_open=True)
-demo.launch(show_api=True, share=False, server_name="0.0.0.0", server_port=7860)
+demo.launch(show_api=True)