Upload gradio_app.py

gradio_app.py

@@ -31,9 +31,10 @@ from hy3dgen.shapegen.utils import logger
 
 MAX_SEED = 1e7
 
+import spaces
+
 if True:
-    import os
-    import spaces
+    import os    
     import subprocess
     import sys
     import shlex
@@ -42,6 +43,38 @@ if True:
     print('install custom')
     subprocess.run(shlex.split("pip install custom_rasterizer-0.1-cp310-cp310-linux_x86_64.whl"), check=True)
 
+@spaces.GPU
+def my_gpu_function():
+    pass
+
+def get_example_img_list():
+    print('Loading example img list ...')
+    return sorted(glob('./assets/example_images/**/*.png', recursive=True))
+
+
+def get_example_txt_list():
+    print('Loading example txt list ...')
+    txt_list = list()
+    for line in open('./assets/example_prompts.txt', encoding='utf-8'):
+        txt_list.append(line.strip())
+    return txt_list
+
+
+def get_example_mv_list():
+    print('Loading example mv list ...')
+    mv_list = list()
+    root = './assets/example_mv_images'
+    for mv_dir in os.listdir(root):
+        view_list = []
+        for view in ['front', 'back', 'left', 'right']:
+            path = os.path.join(root, mv_dir, f'{view}.png')
+            if os.path.exists(path):
+                view_list.append(path)
+            else:
+                view_list.append(None)
+        mv_list.append(view_list)
+    return mv_list
+
 
 def gen_save_folder(max_size=200):
     os.makedirs(SAVE_DIR, exist_ok=True)
@@ -102,17 +135,24 @@ def build_model_viewer_html(save_folder, height=660, width=790, textured=False):
         template_html = template_html.replace('#src#', f'{related_path}/')
         f.write(template_html)
 
-    rel_path = os.path.relpath(output_html_path, SAVE_DIR)
-    iframe_tag = f'<iframe src="/static/{rel_path}" height="{height}" width="100%" frameborder="0"></iframe>'
-    print(
-        f'Find html file {output_html_path}, {os.path.exists(output_html_path)}, relative HTML path is /static/{rel_path}')
-
-    return f"""
-        <div style='height: {height}; width: 100%;'>
-        {iframe_tag}
-        </div>
+    mesh_file = os.path.join(save_folder, "white_mesh.html")
+    # Encode the GLB file as base64 to embed directly in the HTML
+    with open(mesh_file, "rb") as f:
+        glb_data = f.read()
+        glb_base64 = base64.b64encode(glb_data).decode("utf-8")
+
+    model_viewer_html = f"""
+    <script type="module" src="https://unpkg.com/@google/model-viewer/dist/model-viewer.min.js"></script>
+    <model-viewer src="data:model/gltf-binary;base64,{glb_base64}"
+                  alt="3D Model"
+                  camera-controls
+                  auto-rotate
+                  style="height: {height}px; width: {width}px;">
+    </model-viewer>
     """
 
+    return model_viewer_html
+
 @spaces.GPU(duration=40)
 def _gen_shape(
     caption=None,
@@ -333,10 +373,12 @@ def shape_generation(
 
 
 def build_app():
+    title = 'Generación de modelo basado en imágenes (de 1 a 4 vistas)'
 
     title_html = f"""
     <div style="font-size: 2em; font-weight: bold; text-align: center; margin-bottom: 5px">
-    Genera tu modelo 3D desde fotos
+
+    {title}
     </div>
     """
     custom_css = """
@@ -350,6 +392,7 @@ def build_app():
     .mv-image .icon-wrap {
         width: 20px;
     }
+
     """
 
     with gr.Blocks(theme=gr.themes.Base(), title='Hunyuan-3D-2.0', analytics_enabled=False, css=custom_css) as demo:
@@ -369,38 +412,42 @@ def build_app():
                     with gr.Tab('MultiView Prompt', visible=MV_MODE) as tab_mv:
                         # gr.Label('Please upload at least one front image.')
                         with gr.Row():
-                            mv_image_front = gr.Image(label='Frente', type='pil', image_mode='RGBA', height=140,
+                            mv_image_front = gr.Image(label='Front', type='pil', image_mode='RGBA', height=140,
                                                       min_width=100, elem_classes='mv-image')
-                            mv_image_back = gr.Image(label='Parte trasera', type='pil', image_mode='RGBA', height=140,
+                            mv_image_back = gr.Image(label='Back', type='pil', image_mode='RGBA', height=140,
                                                      min_width=100, elem_classes='mv-image')
                         with gr.Row():
-                            mv_image_left = gr.Image(label='Izquierda', type='pil', image_mode='RGBA', height=140,
+                            mv_image_left = gr.Image(label='Left', type='pil', image_mode='RGBA', height=140,
                                                      min_width=100, elem_classes='mv-image')
-                            mv_image_right = gr.Image(label='Derecha', type='pil', image_mode='RGBA', height=140,
+                            mv_image_right = gr.Image(label='Right', type='pil', image_mode='RGBA', height=140,
                                                       min_width=100, elem_classes='mv-image')
 
                 with gr.Row():
-                    btn = gr.Button(value='Generar modelo', variant='primary', min_width=100)
+                    btn = gr.Button(value='Gen Shape', variant='primary', min_width=100)
+                    btn_all = gr.Button(value='Gen Textured Shape',
+                                        variant='primary',
+                                        visible=HAS_TEXTUREGEN,
+                                        min_width=100)
 
                 with gr.Group():
                     file_out = gr.File(label="File", visible=False)
                     file_out2 = gr.File(label="File", visible=False)
 
                 with gr.Tabs(selected='tab_options' if TURBO_MODE else 'tab_export'):
-                    with gr.Tab("Opciones", id='tab_options', visible=TURBO_MODE):
-                        gen_mode = gr.Radio(label='Modo de generacioón',
-                                            info='Recomendacioón: Turbo por la mayoria, Fast para modelos complejos, Standard para uso cualquiera.',
+                    with gr.Tab("Options", id='tab_options', visible=TURBO_MODE):
+                        gen_mode = gr.Radio(label='Generation Mode',
+                                            info='Recommendation: Turbo for most cases, Fast for very complex cases, Standard seldom use.',
                                             choices=['Turbo', 'Fast', 'Standard'], value='Turbo')
-                        decode_mode = gr.Radio(label='Modo de decoding',
-                                               info='La resolución para la exportación de la malla desde el vectset generado',
+                        decode_mode = gr.Radio(label='Decoding Mode',
+                                               info='The resolution for exporting mesh from generated vectset',
                                                choices=['Low', 'Standard', 'High'],
                                                value='Standard')
-                    with gr.Tab('Opciones avanzadas', id='tab_advanced_options'):
+                    with gr.Tab('Advanced Options', id='tab_advanced_options'):
                         with gr.Row():
-                            check_box_rembg = gr.Checkbox(value=True, label='Eliminar fondo', min_width=100)
-                            randomize_seed = gr.Checkbox(label="Generar semilla aleatoria", value=True, min_width=100)
+                            check_box_rembg = gr.Checkbox(value=True, label='Remove Background', min_width=100)
+                            randomize_seed = gr.Checkbox(label="Randomize seed", value=True, min_width=100)
                         seed = gr.Slider(
-                            label="Semmilla",
+                            label="Seed",
                             minimum=0,
                             maximum=MAX_SEED,
                             step=1,
@@ -431,7 +478,7 @@ def build_app():
                             file_export = gr.DownloadButton(label="Download", variant='primary',
                                                             interactive=False, min_width=100)
 
-            with gr.Column(scale=9):
+            with gr.Column(scale=6):
                 with gr.Tabs(selected='gen_mesh_panel') as tabs_output:
                     with gr.Tab('Generated Mesh', id='gen_mesh_panel'):
                         html_gen_mesh = gr.HTML(HTML_OUTPUT_PLACEHOLDER, label='Output')
@@ -440,6 +487,26 @@ def build_app():
                     with gr.Tab('Mesh Statistic', id='stats_panel'):
                         stats = gr.Json({}, label='Mesh Stats')
 
+            with gr.Column(scale=3 if MV_MODE else 2):
+                with gr.Tabs(selected='tab_img_gallery') as gallery:
+                    with gr.Tab('Image to 3D Gallery', id='tab_img_gallery', visible=not MV_MODE) as tab_gi:
+                        with gr.Row():
+                            gr.Examples(examples=example_is, inputs=[image],
+                                        label=None, examples_per_page=18)
+
+                    with gr.Tab('Text to 3D Gallery', id='tab_txt_gallery', visible=HAS_T2I and not MV_MODE) as tab_gt:
+                        with gr.Row():
+                            gr.Examples(examples=example_ts, inputs=[caption],
+                                        label=None, examples_per_page=18)
+                    with gr.Tab('MultiView to 3D Gallery', id='tab_mv_gallery', visible=MV_MODE) as tab_mv:
+                        with gr.Row():
+                            gr.Examples(examples=example_mvs,
+                                        inputs=[mv_image_front, mv_image_back, mv_image_left, mv_image_right],
+                                        label=None, examples_per_page=6)
+
+        tab_ip.select(fn=lambda: gr.update(selected='tab_img_gallery'), outputs=gallery)
+        if HAS_T2I:
+            tab_tp.select(fn=lambda: gr.update(selected='tab_txt_gallery'), outputs=gallery)
 
         btn.click(
             shape_generation,
@@ -468,6 +535,33 @@ def build_app():
             outputs=[tabs_output],
         )
 
+        btn_all.click(
+            generation_all,
+            inputs=[
+                caption,
+                image,
+                mv_image_front,
+                mv_image_back,
+                mv_image_left,
+                mv_image_right,
+                num_steps,
+                cfg_scale,
+                seed,
+                octree_resolution,
+                check_box_rembg,
+                num_chunks,
+                randomize_seed,
+            ],
+            outputs=[file_out, file_out2, html_gen_mesh, stats, seed]
+        ).then(
+            lambda: (gr.update(visible=True, value=True), gr.update(interactive=False), gr.update(interactive=True),
+                     gr.update(interactive=False)),
+            outputs=[export_texture, reduce_face, confirm_export, file_export],
+        ).then(
+            lambda: gr.update(selected='gen_mesh_panel'),
+            outputs=[tabs_output],
+        )
+
         def on_gen_mode_change(value):
             if value == 'Turbo':
                 return gr.update(value=5)
@@ -552,6 +646,12 @@ if __name__ == '__main__':
     parser.add_argument('--low_vram_mode', action='store_true')
     args = parser.parse_args()
 
+    try:
+        port = int(args.port)
+    except ValueError:
+        print(f"Invalid port argument detected: {args.port} — using default 7860")
+        port = 7860
+
     args.enable_flashvdm = True
     SAVE_DIR = args.cache_path
     os.makedirs(SAVE_DIR, exist_ok=True)
@@ -565,7 +665,7 @@ if __name__ == '__main__':
     HTML_OUTPUT_PLACEHOLDER = f"""
     <div style='height: {650}px; width: 100%; border-radius: 8px; border-color: #e5e7eb; border-style: solid; border-width: 1px; display: flex; justify-content: center; align-items: center;'>
       <div style='text-align: center; font-size: 16px; color: #6b7280;'>
-        <p style="color: #8d8d8d;">Carga tus fotos para generar el modelo 3D</p>
+        <p style="color: #8d8d8d;">Bienvenido a 3DMarket</p>
       </div>
     </div>
     """
@@ -575,7 +675,12 @@ if __name__ == '__main__':
     border-color: #e5e7eb; order-style: solid; border-width: 1px;'>
     </div>
     """
- 
+
+    demo = gr.Interface(fn=my_gpu_function, inputs=[], outputs="text")
+    example_is = get_example_img_list()
+    example_ts = get_example_txt_list()
+    example_mvs = get_example_mv_list()
+
     SUPPORTED_FORMATS = ['glb', 'obj', 'ply', 'stl']
 
     HAS_TEXTUREGEN = False
@@ -586,12 +691,7 @@ if __name__ == '__main__':
             texgen_worker = Hunyuan3DPaintPipeline.from_pretrained(args.texgen_model_path)
             if args.low_vram_mode:
                 texgen_worker.enable_model_cpu_offload()
-            # Not help much, ignore for now.
-            # if args.compile:
-            #     texgen_worker.models['delight_model'].pipeline.unet.compile()
-            #     texgen_worker.models['delight_model'].pipeline.vae.compile()
-            #     texgen_worker.models['multiview_model'].pipeline.unet.compile()
-            #     texgen_worker.models['multiview_model'].pipeline.vae.compile()
+
             HAS_TEXTUREGEN = True
         except Exception as e:
             print(e)
@@ -628,17 +728,13 @@ if __name__ == '__main__':
     degenerate_face_remove_worker = DegenerateFaceRemover()
     face_reduce_worker = FaceReducer()
 
-    # https://discuss.huggingface.co/t/how-to-serve-an-html-file/33921/2
-    # create a FastAPI app
-    app = FastAPI()
     # create a static directory to store the static files
     static_dir = Path(SAVE_DIR).absolute()
     static_dir.mkdir(parents=True, exist_ok=True)
-    app.mount("/static", StaticFiles(directory=static_dir, html=True), name="static")
     shutil.copytree('./assets/env_maps', os.path.join(static_dir, 'env_maps'), dirs_exist_ok=True)
 
+
     if args.low_vram_mode:
         torch.cuda.empty_cache()
     demo = build_app()
-    app = gr.mount_gradio_app(app, demo, path="/")
-    uvicorn.run(app, host=args.host, port=args.port)
+    demo.launch()