Update app.py

app.py

@@ -671,16 +671,26 @@ with gr.Blocks(title="Diffusion as Shader") as demo:
     with right_column:
         tracking_video = gr.Video(label="Tracking Video")
         
-        # 初始状态下按钮不可用
         apply_tracking_btn = gr.Button("Generate Video", variant="primary", size="lg", interactive=False)
         output_video = gr.Video(label="Generated Video")
 
+        examples_list = load_examples()
+        if examples_list:
+            with gr.Blocks() as examples_block:
+                gr.Examples(
+                    examples=examples_list,
+                    inputs=[source_preview, mt_repaint_preview, common_prompt, tracking_video, output_video],
+                    outputs=[source_preview, mt_repaint_preview, common_prompt, tracking_video, output_video],
+                    fn=lambda *args: args,
+                    cache_examples=True,
+                    label="Examples"
+                )
+
     with left_column:
         source_upload = gr.UploadButton("1. Upload Source", file_types=["image", "video"])
         gr.Markdown("Upload a video or image, We will extract the motion and space structure from it")
         source_preview = gr.Video(label="Source Preview")
 
-        # 上传文件后更新预览
         def update_source_preview(file):
             if file is None:
                 return None
@@ -692,14 +702,15 @@ with gr.Blocks(title="Diffusion as Shader") as demo:
             inputs=[source_upload],
             outputs=[source_preview]
         )
-
+        
+        gr.Markdown("### Prompt")
         gr.Markdown("2. Describe the scene and the motion you want to create")
         common_prompt = gr.Textbox(label="Prompt: ", lines=2)
         
         with gr.Tabs() as task_tabs:
             # Motion Transfer tab
             with gr.TabItem("Motion Transfer"):
-                gr.Markdown("## Motion Transfer")
+                gr.Markdown("### Motion Transfer")
                 
                 # Simplified controls - Radio buttons for Yes/No and separate file upload
                 with gr.Row():
@@ -742,281 +753,7 @@ with gr.Blocks(title="Diffusion as Shader") as demo:
 
             with gr.TabItem("Object Manipulation"):
                  gr.Markdown("Object Manipulation is not available in Huggingface Space, please deploy our GitHub project on your own machine")
-            
-            # # Camera Control tab
-            # with gr.TabItem("Camera Control"):
-            #     gr.Markdown("## Camera Control")
-                
-            #     cc_camera_motion = gr.Textbox(
-            #         label="Current Camera Motion Sequence",
-            #         placeholder="Your camera motion sequence will appear here...",
-            #         interactive=False
-            #     )
-                
-            #     # Use tabs for different motion types
-            #     with gr.Tabs() as cc_motion_tabs:
-            #         # Translation tab
-            #         with gr.TabItem("Translation (trans)"):
-            #             with gr.Row():
-            #                 cc_trans_x = gr.Slider(minimum=-1.0, maximum=1.0, value=0.0, step=0.05, label="X-axis Movement")
-            #                 cc_trans_y = gr.Slider(minimum=-1.0, maximum=1.0, value=0.0, step=0.05, label="Y-axis Movement")
-            #                 cc_trans_z = gr.Slider(minimum=-1.0, maximum=1.0, value=0.0, step=0.05, label="Z-axis Movement (depth)")
-                        
-            #             with gr.Row():
-            #                 cc_trans_start = gr.Number(minimum=0, maximum=48, value=0, step=1, label="Start Frame", precision=0)
-            #                 cc_trans_end = gr.Number(minimum=0, maximum=48, value=48, step=1, label="End Frame", precision=0)
-                        
-            #             cc_trans_note = gr.Markdown("""
-            #             **Translation Notes:**
-            #             - Positive X: Move right, Negative X: Move left
-            #             - Positive Y: Move down, Negative Y: Move up
-            #             - Positive Z: Zoom in, Negative Z: Zoom out
-            #             """)
-                        
-            #             # Add translation button in the Translation tab
-            #             cc_add_trans = gr.Button("Add Camera Translation", variant="secondary")
-                        
-            #             # Function to add translation motion
-            #             def add_translation_motion(current_motion, trans_x, trans_y, trans_z, trans_start, trans_end):
-            #                 # Format: trans dx dy dz [start_frame end_frame]
-            #                 frame_range = f" {int(trans_start)} {int(trans_end)}" if trans_start != 0 or trans_end != 48 else ""
-            #                 new_motion = f"trans {trans_x:.2f} {trans_y:.2f} {trans_z:.2f}{frame_range}"
-                            
-            #                 # Append to existing motion string with semicolon separator if needed
-            #                 if current_motion and current_motion.strip():
-            #                     updated_motion = f"{current_motion}; {new_motion}"
-            #                 else:
-            #                     updated_motion = new_motion
-                            
-            #                 return updated_motion
-                        
-            #             # Connect translation button
-            #             cc_add_trans.click(
-            #                 fn=add_translation_motion,
-            #                 inputs=[
-            #                     cc_camera_motion,
-            #                     cc_trans_x, cc_trans_y, cc_trans_z, cc_trans_start, cc_trans_end
-            #                 ],
-            #                 outputs=[cc_camera_motion]
-            #             )
-                    
-            #         # Rotation tab
-            #         with gr.TabItem("Rotation (rot)"):
-            #             with gr.Row():
-            #                 cc_rot_axis = gr.Dropdown(choices=["x", "y", "z"], value="y", label="Rotation Axis")
-            #                 cc_rot_angle = gr.Slider(minimum=-30, maximum=30, value=5, step=1, label="Rotation Angle (degrees)")
-                        
-            #             with gr.Row():
-            #                 cc_rot_start = gr.Number(minimum=0, maximum=48, value=0, step=1, label="Start Frame", precision=0)
-            #                 cc_rot_end = gr.Number(minimum=0, maximum=48, value=48, step=1, label="End Frame", precision=0)
-                        
-            #             cc_rot_note = gr.Markdown("""
-            #             **Rotation Notes:**
-            #             - X-axis rotation: Tilt camera up/down
-            #             - Y-axis rotation: Pan camera left/right
-            #             - Z-axis rotation: Roll camera
-            #             """)
-                        
-            #             # Add rotation button in the Rotation tab
-            #             cc_add_rot = gr.Button("Add Camera Rotation", variant="secondary")
-                        
-            #             # Function to add rotation motion
-            #             def add_rotation_motion(current_motion, rot_axis, rot_angle, rot_start, rot_end):
-            #                 # Format: rot axis angle [start_frame end_frame]
-            #                 frame_range = f" {int(rot_start)} {int(rot_end)}" if rot_start != 0 or rot_end != 48 else ""
-            #                 new_motion = f"rot {rot_axis} {rot_angle}{frame_range}"
-                            
-            #                 # Append to existing motion string with semicolon separator if needed
-            #                 if current_motion and current_motion.strip():
-            #                     updated_motion = f"{current_motion}; {new_motion}"
-            #                 else:
-            #                     updated_motion = new_motion
-                            
-            #                 return updated_motion
-                        
-            #             # Connect rotation button
-            #             cc_add_rot.click(
-            #                 fn=add_rotation_motion,
-            #                 inputs=[
-            #                     cc_camera_motion,
-            #                     cc_rot_axis, cc_rot_angle, cc_rot_start, cc_rot_end
-            #                 ],
-            #                 outputs=[cc_camera_motion]
-            #             )
-                
-            #     # Add a clear button to reset the motion sequence
-            #     cc_clear_motion = gr.Button("Clear All Motions", variant="stop")
-                
-            #     def clear_camera_motion():
-            #         return ""
-                
-            #     cc_clear_motion.click(
-            #         fn=clear_camera_motion,
-            #         inputs=[],
-            #         outputs=[cc_camera_motion]
-            #     )
-
-            #     cc_tracking_method = gr.Radio(
-            #         label="Tracking Method",
-            #         choices=["moge", "cotracker"],
-            #         value="cotracker"
-            #     )
-                
-            #     # Add run button for Camera Control tab
-            #     cc_run_btn = gr.Button("Generate Tracking", variant="primary", size="lg")
-                
-            #     # Connect to process function, but don't apply tracking
-            #     cc_run_btn.click(
-            #         fn=process_camera_control,
-            #         inputs=[
-            #             source_upload, common_prompt,
-            #             cc_camera_motion, cc_tracking_method
-            #         ],
-            #         outputs=[tracking_video, video_tensor_state, tracking_tensor_state, repaint_img_tensor_state, fps_state]
-            #     ).then(
-            #         fn=enable_apply_button,
-            #         inputs=[tracking_video],
-            #         outputs=[apply_tracking_btn]
-            #     )
-            
-            # # Object Manipulation tab
-            # with gr.TabItem("Object Manipulation"):
-            #     gr.Markdown("## Object Manipulation")
-            #     om_object_mask = gr.File(
-            #         label="Object Mask Image", 
-            #         file_types=["image"]
-            #     )
-            #     gr.Markdown("Upload a binary mask image, white areas indicate the object to manipulate")
-            #     om_object_motion = gr.Dropdown(
-            #         label="Object Motion Type",
-            #         choices=["up", "down", "left", "right", "front", "back", "rot"],
-            #         value="up"
-            #     )
-            #     om_tracking_method = gr.Radio(
-            #         label="Tracking Method",
-            #         choices=["moge", "cotracker"],
-            #         value="cotracker"
-            #     )
-                
-            #     # Add run button for Object Manipulation tab
-            #     om_run_btn = gr.Button("Generate Tracking", variant="primary", size="lg")
-                
-            #     # Connect to process function, but don't apply tracking
-            #     om_run_btn.click(
-            #         fn=process_object_manipulation,
-            #         inputs=[
-            #             source_upload, common_prompt,
-            #             om_object_motion, om_object_mask, om_tracking_method
-            #         ],
-            #         outputs=[tracking_video, video_tensor_state, tracking_tensor_state, repaint_img_tensor_state, fps_state]
-            #     ).then(
-            #         fn=enable_apply_button,
-            #         inputs=[tracking_video],
-            #         outputs=[apply_tracking_btn]
-            #     )
-            
-            # # Animating meshes to video tab
-            # with gr.TabItem("Animating meshes to video"):
-            #     gr.Markdown("## Mesh Animation to Video")
-            #     gr.Markdown("""
-            #         Note: Currently only supports tracking videos generated with Blender (version > 4.0).
-            #         Please run the script `scripts/blender.py` in your Blender project to generate tracking videos.
-            #     """)
-            #     ma_tracking_video = gr.File(
-            #         label="Tracking Video",
-            #         file_types=["video"],
-            #         # 添加 change 事件处理器，当上传文件时自动激活 Generate Video 按钮
-            #         elem_id="ma_tracking_video"
-            #     )
-            #     gr.Markdown("Tracking video needs to be generated from Blender")
-                
-            #     # Simplified controls - Radio buttons for Yes/No and separate file upload
-            #     with gr.Row():
-            #         ma_repaint_option = gr.Radio(
-            #             label="Repaint First Frame",
-            #             choices=["No", "Yes"],
-            #             value="No"
-            #         )
-            #     gr.Markdown("### Note: If you want to use your own image as repainted first frame, please upload the image in below.")
-            #     # Custom image uploader (always visible)
-            #     ma_repaint_image = gr.File(
-            #         label="Custom Repaint Image", 
-            #         file_types=["image"]
-            #     )
-                
-            #     # 修改按钮名称为 "Apply Repaint"
-            #     ma_run_btn = gr.Button("Apply Repaint", variant="primary", size="lg")
-                
-            #     # 添加 tracking video 上传事件处理
-            #     def handle_tracking_upload(file):
-            #         if file is not None:
-            #             tracking_path = save_uploaded_file(file)
-            #             if tracking_path:
-            #                 return tracking_path, gr.update(interactive=True)
-            #         return None, gr.update(interactive=False)
-                
-            #     # 当上传 tracking video 时，直接显示并激活 Generate Video 按钮
-            #     ma_tracking_video.change(
-            #         fn=handle_tracking_upload,
-            #         inputs=[ma_tracking_video],
-            #         outputs=[tracking_video, apply_tracking_btn]
-            #     )
-                
-            #     # 修改 process_mesh_animation 函数的行为
-            #     def process_mesh_animation_repaint(source, prompt, ma_repaint_option, ma_repaint_image):
-            #         """只处理重绘部分，不处理跟踪视频"""
-            #         try:
-            #             # 保存上传的文件
-            #             input_video_path = save_uploaded_file(source)
-            #             if input_video_path is None:
-            #                 return None, None, None, None
-                        
-            #             das = get_das_pipeline()   
-            #             video_tensor, fps, is_video = load_media(input_video_path)
-            #             das.fps = fps
-                        
-            #             repaint_img_tensor = None
-            #             if ma_repaint_image is not None:
-            #                 repaint_path = save_uploaded_file(ma_repaint_image)
-            #                 repaint_img_tensor, _, _ = load_media(repaint_path)
-            #                 repaint_img_tensor = repaint_img_tensor[0]
-            #             elif ma_repaint_option == "Yes":
-            #                 repainter = FirstFrameRepainter(gpu_id=GPU_ID, output_dir=OUTPUT_DIR)
-            #                 repaint_img_tensor = repainter.repaint(
-            #                     video_tensor[0], 
-            #                     prompt=prompt,
-            #                     depth_path=None
-            #                 )
-                        
-            #             # 返回处理结果，但不包括跟踪视频路径
-            #             return video_tensor, None, repaint_img_tensor, fps
-            #         except Exception as e:
-            #             import traceback
-            #             print(f"Processing failed: {str(e)}\n{traceback.format_exc()}")
-            #             return None, None, None, None
-                
-            #     # 连接到修改后的处理函数
-            #     ma_run_btn.click(
-            #         fn=process_mesh_animation_repaint,
-            #         inputs=[
-            #             source_upload, common_prompt,
-            #             ma_repaint_option, ma_repaint_image
-            #         ],
-            #         outputs=[video_tensor_state, tracking_tensor_state, repaint_img_tensor_state, fps_state]
-            #     )
-        
-    # 在所有 UI 元素定义之后，添加 Examples 组件
-    examples_list = load_examples()
-    if examples_list:
-        with gr.Blocks() as examples_block:
-            gr.Examples(
-                examples=examples_list,
-                inputs=[source_preview, mt_repaint_preview, common_prompt, tracking_video, output_video],
-                outputs=[source_preview, mt_repaint_preview, common_prompt, tracking_video, output_video],
-                fn=lambda *args: args,  # 简单地返回输入作为输出
-                cache_examples=True,
-                label="Examples"
-            )
+    
 
 # Launch interface
 if __name__ == "__main__":