Enhance mesh generation in app.py and inference.py with hole filling and color assignment

- Integrated trimesh for mesh hole filling after generation.
- Implemented KDTree for efficient nearest vertex color assignment for newly generated vertices.
- Updated remesh iterations in generate3d function to improve mesh quality.

app.py

@@ -18,6 +18,8 @@ import json
 import argparse
 import requests
 import tempfile
+import trimesh
+from scipy.spatial import cKDTree
 
 from model import CRM
 from inference import generate3d
@@ -276,4 +278,19 @@ with gr.Blocks() as demo:
         inputs=inputs,
         outputs=outputs,
     )
-    demo.queue().launch()
+    demo.queue().launch()
+
+    # After mesh generation, fill holes
+    mesh = trimesh.Trimesh(vertices=verts, faces=faces)
+    mesh.fill_holes()
+
+    # Find new vertices (those not in the original set)
+    if mesh.vertices.shape[0] > old_vertices.shape[0]:
+        new_vtx = mesh.vertices[old_vertices.shape[0]:]
+        # Use KDTree to find nearest old vertex for each new vertex
+        tree = cKDTree(old_vertices)
+        dists, idxs = tree.query(new_vtx)
+        new_colors = old_colors[idxs]
+        # Concatenate old and new colors
+        all_colors = np.vstack([old_colors, new_colors])
+        mesh.visual.vertex_colors = all_colors