bug fixes

README.md

@@ -4,10 +4,11 @@ emoji: 📊
 colorFrom: gray
 colorTo: red
 sdk: gradio
-sdk_version: 4.21.0
+sdk_version: 4.44.1
 app_file: app.py
 pinned: false
 license: mit
+hardware: gpu-a100
 ---
 
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -183,79 +183,67 @@ _DESCRIPTION = '''
 with gr.Blocks() as demo:
     gr.Markdown("# CRM: Single Image to 3D Textured Mesh with Convolutional Reconstruction Model")
     gr.Markdown(_DESCRIPTION)
+    
     with gr.Row():
         with gr.Column():
+            image_input = gr.Image(
+                label="Image input",
+                type="pil",
+                image_mode="RGBA",
+                sources=["upload"]
+            )
+            
             with gr.Row():
-                image_input = gr.Image(
-                    label="Image input",
-                    image_mode="RGBA",
-                    sources="upload",
-                    type="pil",
+                background_choice = gr.Radio(
+                    choices=["Alpha as mask", "Auto Remove background"],
+                    value="Auto Remove background",
+                    label="Background choice"
                 )
-                processed_image = gr.Image(label="Processed Image", interactive=False, type="pil", image_mode="RGB")
+            
             with gr.Row():
-                with gr.Column():
-                    with gr.Row():
-                        background_choice = gr.Radio([
-                                "Alpha as mask",
-                                "Auto Remove background"
-                            ], value="Auto Remove background",
-                            label="backgroud choice")
-                        # do_remove_background = gr.Checkbox(label=, value=True)
-                        # force_remove = gr.Checkbox(label=, value=False)
-                    back_groud_color = gr.ColorPicker(label="Background Color", value="#7F7F7F", interactive=False)
-                    foreground_ratio = gr.Slider(
-                        label="Foreground Ratio",
-                        minimum=0.5,
-                        maximum=1.0,
-                        value=1.0,
-                        step=0.05,
-                    )
-
-                with gr.Column():
-                    seed = gr.Number(value=1234, label="seed", precision=0)
-                    guidance_scale = gr.Number(value=5.5, minimum=3, maximum=10, label="guidance_scale")
-                    step = gr.Number(value=30, minimum=30, maximum=100, label="sample steps", precision=0)
-            text_button = gr.Button("Generate 3D shape")
+                seed = gr.Number(value=1234, label="Seed", precision=0)
+                guidance_scale = gr.Number(value=5.5, minimum=3, maximum=10, label="Guidance scale")
+                step = gr.Number(value=30, minimum=30, maximum=100, label="Sample steps", precision=0)
+            
+            generate_btn = gr.Button("Generate 3D shape")
+            
             gr.Examples(
                 examples=[os.path.join("examples", i) for i in os.listdir("examples")],
                 inputs=[image_input],
-                examples_per_page = 20,
+                examples_per_page=20
             )
+        
         with gr.Column():
-            image_output = gr.Image(interactive=False, label="Output RGB image")
-            xyz_ouput = gr.Image(interactive=False, label="Output CCM image")
-
-            output_model = gr.Model3D(
-                label="Output OBJ",
-                interactive=False,
-            )
+            image_output = gr.Image(label="Output RGB image", type="pil")
+            xyz_output = gr.Image(label="Output CCM image", type="pil")
+            output_model = gr.Model3D(label="Output 3D Model")
+            
             gr.Markdown("Note: Ensure that the input image is correctly pre-processed into a grey background, otherwise the results will be unpredictable.")
 
-    inputs = [
-        image_input,
-        background_choice,
-        foreground_ratio,
-        back_groud_color,
-        seed,
-        guidance_scale,
-        step,
-    ]
-    outputs = [
-        image_output,
-        xyz_ouput,
-        output_model,
-    ]
-
-    text_button.click(
-        fn=process_and_generate,
-        inputs=inputs,
-        outputs=outputs,
+    def process_and_generate_simple(image, seed, scale, step):
+        if image is None:
+            raise gr.Error("No image uploaded!")
+        
+        # Use default values for background processing
+        processed = preprocess_image(image, "Auto Remove background", 1.0, "#7F7F7F")
+        
+        # Generate the 3D model
+        pipeline.set_seed(seed)
+        rt_dict = pipeline(processed, scale=scale, step=step)
+        stage1_images = rt_dict["stage1_images"]
+        stage2_images = rt_dict["stage2_images"]
+        np_imgs = np.concatenate(stage1_images, 1)
+        np_xyzs = np.concatenate(stage2_images, 1)
+
+        glb_path = generate3d(model, np_imgs, np_xyzs, args.device)
+        return Image.fromarray(np_imgs), Image.fromarray(np_xyzs), glb_path
+
+    generate_btn.click(
+        fn=process_and_generate_simple,
+        inputs=[image_input, seed, guidance_scale, step],
+        outputs=[image_output, xyz_output, output_model]
     )
-    
+
     demo.queue().launch(
-        server_name="0.0.0.0",
-        server_port=7860,
-        share=True,  # Enable public sharing
-        show_error=True  # Show detailed error messages
-    )
+
+    )

requirements.txt

@@ -8,7 +8,7 @@ opencv-contrib-python-headless==4.9.0.80
 opencv-python-headless==4.9.0.80
 xformers
 omegaconf
-gradio==4.44.1
+gradio==3.16.0
 rembg
 git+https://github.com/NVlabs/nvdiffrast
 pygltflib