Upload app.py

app.py

@@ -249,12 +249,54 @@ def split_image(image: Image.Image) -> List[Image.Image]:
 
 with gr.Blocks(delete_cache=(600, 600)) as demo:
     gr.Markdown("""
-    ## Image to 3D Asset with [TRELLIS](https://trellis3d.github.io/)
-    * Upload an image and click "Generate" to create a 3D asset. If the image has alpha channel, it be used as the mask. Otherwise, we use `rembg` to remove the background.
-    * If you find the generated 3D asset satisfactory, click "Extract GLB" to extract the GLB file and download it.
-    
-    ✨New: 1) Experimental multi-image support. 2) Gaussian file extraction.
+    ## 3D Amodal Reconstruction with [Amodal3R](https://sm0kywu.github.io/Amodal3R/)
     """)
+
+    with gr.Row():
+        gr.Markdown("""
+        ### Step 1 - Generate Visibility Mask and Occlusion Mask.
+        * Please wait for a few seconds after uploading the image. The 2D segmenter is getting ready.
+        * Add the point prompts to indicate the target object and occluders separately.
+        * "Render Point", see the position of the point to be added.
+        * "Add Point", the point will be added to the list.
+        * "Generate mask", see the segmented area corresponding to current point list.
+        * "Add mask", current mask will be added for 3D amodal completion.
+        """)
+
+    with gr.Row():
+        with gr.Column():
+            input_image = gr.Image(type="numpy", label='Input Occlusion Image', sources="upload", height=300)
+            with gr.Row():
+                message = gr.Markdown("Please wait a few seconds after uploading the image.", label="Message")  # 用于显示提示信息
+            with gr.Row():
+                x_input = gr.Number(label="X Coordinate", value=0)
+                y_input = gr.Number(label="Y Coordinate", value=0)
+            with gr.Row():
+                see_button = gr.Button("Render Point")
+                add_button = gr.Button("Add Point")
+            with gr.Row():
+                clear_button = gr.Button("Clear Points")
+                see_visible_button = gr.Button("Render Added Points")
+            with gr.Row():
+                # 新增文本框实时显示点列表
+                points_text = gr.Textbox(label="Points List", interactive=False)
+            with gr.Row():
+                # 新增下拉菜单，用户可选择需要删除的点
+                visible_points_dropdown = gr.Dropdown(label="Select Point to Delete", choices=[], value=None, interactive=True)
+                delete_visible_button = gr.Button("Delete Selected Visible")
+        with gr.Column():
+            # 用于显示 SAM 分割结果
+            visible_mask = gr.Image(label='Visible Mask', interactive=False, height=300)
+            with gr.Row():
+                gen_vis_mask = gr.Button("Generate Mask")
+                add_vis_mask = gr.Button("Add Mask")
+            with gr.Row():
+                render_vis_mask = gr.Button("Render Mask")
+                undo_vis_mask = gr.Button("Undo Last Mask")
+            vis_input = gr.Image(label='Visible Input', interactive=False, height=300)
+            with gr.Row():
+                zoom_scale = gr.Slider(0.3, 1.0, label="Target Object Scale", value=0.6, step=0.1)
+                check_visible_input = gr.Button("Generate Occluded Input")
     
     with gr.Row():
         with gr.Column():