Update app.py

app.py

@@ -23,6 +23,24 @@ except (ImportError, AttributeError):
 # --- Helper Functions ---
 
 
+
+def get_face_mask_box(img, feather):
+    h, w = img.shape[:2]
+    mask = np.zeros((h, w), dtype=np.uint8)
+    results = face_mesh.process(cv2.cvtColor(img, cv2.COLOR_BGR2RGB))
+    if not results.multi_face_landmarks:
+        return None, None
+    pts = np.array([(int(p.x * w), int(p.y * h)) for p in results.multi_face_landmarks[0].landmark], np.int32)
+    hull = cv2.convexHull(pts)
+    cv2.fillConvexPoly(mask, hull, 255)
+    x, y, bw, bh = cv2.boundingRect(hull)
+    if feather > 0:
+        k = int(feather)
+        mask = cv2.GaussianBlur(mask, (k*2+1, k*2+1), 0)
+    mask_roi = mask[y:y+bh, x:x+bw]
+    return mask_roi, (x, y, bw, bh)
+
+
 def cut_and_feather(img, feather):
     h, w = img.shape[:2]
     mask = np.zeros((h, w), dtype=np.uint8)
@@ -138,50 +156,51 @@ def process_video(video_path, ref_img, trans, res, step, feather):
     total = int(cap.get(cv2.CAP_PROP_FRAME_COUNT))
     # prepare reference cut
     ref_bgr = cv2.cvtColor(ref_img, cv2.COLOR_RGB2BGR)
-    ref_cut, ref_mask, ref_box = cut_and_feather(ref_bgr, feather)
-    if ref_cut is None:
-        return None, None, None, None
-    # resize ref for morph
+    # cut and feather only reference for morph input
+    _, ref_mask_box = get_face_mask_box(ref_bgr, feather)
+    ref_cut = ref_bgr[ref_mask_box[1]:ref_mask_box[1]+ref_mask_box[3], ref_mask_box[0]:ref_mask_box[0]+ref_mask_box[2]]
     ref_morph = cv2.resize(ref_cut, (res, res))
     # setup output video writer for original size
     w_orig = int(cap.get(cv2.CAP_PROP_FRAME_WIDTH))
     h_orig = int(cap.get(cv2.CAP_PROP_FRAME_HEIGHT))
     tmp_vid = tempfile.NamedTemporaryFile(delete=False, suffix='.mp4').name
     out_vid = cv2.VideoWriter(tmp_vid, cv2.VideoWriter_fourcc(*'mp4v'), fps, (w_orig, h_orig))
-    first_mod_frame = None
+    first_frame_central = None
     first_morphed = None
+
     for i in range(total):
         ret, frame = cap.read()
         if not ret:
             break
-        # cut current frame face
-        cut, mask_roi, box = cut_and_feather(frame, feather)
+        # get mask and box for current frame (no cropping for morph input)
+        mask_roi, box = get_face_mask_box(frame, feather)
         if mask_roi is None:
             out_vid.write(frame)
             continue
         x, y, bw, bh = box
-        # prepare for morph
-        cut_resized = cv2.resize(cut, (res, res))
+        # morph using centralized full frame
+        frame_resized = cv2.resize(frame, (res, res))
         alpha = float(np.clip((trans + 1) / 2, 0, 1))
-        morphed = morph_faces(cut_resized, ref_morph, alpha, res, step)
+        morphed = morph_faces(frame_resized, ref_morph, alpha, res, step)
         # store first outputs
         if i == 0:
-            first_mod_frame = cut_resized.copy()
+            first_frame_central = frame_resized.copy()
             first_morphed = morphed.copy()
-        # composite morphed back to original frame
+        # composite morphed face back to original position
         mor_back = cv2.resize(morphed, (bw, bh))
-        # normalize mask_roi
         mask_norm = (mask_roi.astype(np.float32) / 255.0)[..., None]
-        # blend
         region = frame[y:y+bh, x:x+bw].astype(np.float32)
         blended = region * (1 - mask_norm) + mor_back.astype(np.float32) * mask_norm
         frame[y:y+bh, x:x+bw] = blended.astype(np.uint8)
         out_vid.write(frame)
+
     cap.release()
     out_vid.release()
     # convert for Gradio
-    return tmp_vid, cv2.cvtColor(first_mod_frame, cv2.COLOR_BGR2RGB), cv2.cvtColor(ref_cut, cv2.COLOR_BGR2RGB), cv2.cvtColor(first_morphed, cv2.COLOR_BGR2RGB)
-
+    return tmp_vid,
+           cv2.cvtColor(first_frame_central, cv2.COLOR_BGR2RGB),
+           cv2.cvtColor(ref_cut, cv2.COLOR_BGR2RGB),
+           cv2.cvtColor(first_morphed, cv2.COLOR_BGR2RGB)
 
 # --- Gradio App ---
 css = """video, img { object-fit: contain !important; }"""
@@ -197,19 +216,20 @@ with gr.Blocks(css=css) as iface:
     trans = gr.Slider(-1.0, 1.0, value=0.0, step=0.05, label='Transition Level')
     btn = gr.Button('Generate Morph 🚀')
     out_vid = gr.Video(label='Morphed Video')
-    out_mod_frame = gr.Image(label='Modified Frame[0]')
-    out_mod_ref = gr.Image(label='Modified Reference')
+    out_central = gr.Image(label='Centralized Frame[0]')
+    out_ref = gr.Image(label='Cropped Reference')
     out_morph0 = gr.Image(label='Morphed Frame[0]')
 
     btn.click(
         fn=process_video,
         inputs=[vid, ref, trans, res, step, feather],
-        outputs=[out_vid, out_mod_frame, out_mod_ref, out_morph0],
+        outputs=[out_vid, out_central, out_ref, out_morph0],
         show_progress=True
     )
-    gr.Markdown("---\n*Composite the morphed face back onto the original video.*")
+    gr.Markdown("---\n*Now using full frame for morph input and compositing only reference overlay.*")
 
 if __name__ == '__main__':
     iface.launch(debug=True)
 
 
+